[ 643.054651] env[69905]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69905) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 643.055043] env[69905]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69905) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 643.055092] env[69905]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69905) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 643.055433] env[69905]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 643.136169] env[69905]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69905) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 643.146682] env[69905]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69905) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 643.188525] env[69905]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 643.747831] env[69905]: INFO nova.virt.driver [None req-902a9e4e-0475-444b-a53c-332c12282de9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 643.818022] env[69905]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.818279] env[69905]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.818363] env[69905]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69905) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 646.674859] env[69905]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-86f5df6a-6a5f-4201-9677-588412e4cd9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.690952] env[69905]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69905) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 646.691158] env[69905]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-00bca149-1295-42c9-9b09-02399a5f9650 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.722361] env[69905]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 026fd. [ 646.722558] env[69905]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.904s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.723126] env[69905]: INFO nova.virt.vmwareapi.driver [None req-902a9e4e-0475-444b-a53c-332c12282de9 None None] VMware vCenter version: 7.0.3 [ 646.726520] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5730fa57-41e4-46a7-94de-2f7ecdc918d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.747954] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e9b365-4cfa-41d5-9193-342e2f85094d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.753522] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e8189-a9b7-41a0-a7be-dcf30309a096 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.760009] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c92012-0bc0-4776-a447-da5e0a25f377 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.773015] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1b8d4-9c47-4716-9ca1-550ea97e7d05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.778720] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deac6b49-938b-4647-a1ae-b813ee757ace {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.807762] env[69905]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3b690561-4936-4fc5-92ac-69b8b54be2f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.812346] env[69905]: DEBUG nova.virt.vmwareapi.driver [None req-902a9e4e-0475-444b-a53c-332c12282de9 None None] Extension org.openstack.compute already exists. {{(pid=69905) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 646.814977] env[69905]: INFO nova.compute.provider_config [None req-902a9e4e-0475-444b-a53c-332c12282de9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 647.318431] env[69905]: DEBUG nova.context [None req-902a9e4e-0475-444b-a53c-332c12282de9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fbd38108-132f-4a0d-92c3-3708e49bc939(cell1) {{(pid=69905) load_cells /opt/stack/nova/nova/context.py:464}} [ 647.321477] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.321705] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.322513] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.322995] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Acquiring lock "fbd38108-132f-4a0d-92c3-3708e49bc939" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.323208] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Lock "fbd38108-132f-4a0d-92c3-3708e49bc939" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.324219] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Lock "fbd38108-132f-4a0d-92c3-3708e49bc939" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.344780] env[69905]: INFO dbcounter [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Registered counter for database nova_cell0 [ 647.353672] env[69905]: INFO dbcounter [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Registered counter for database nova_cell1 [ 647.357104] env[69905]: DEBUG oslo_db.sqlalchemy.engines [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69905) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 647.357716] env[69905]: DEBUG oslo_db.sqlalchemy.engines [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69905) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 647.362362] env[69905]: ERROR nova.db.main.api [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 647.362362] env[69905]: result = function(*args, **kwargs) [ 647.362362] env[69905]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 647.362362] env[69905]: return func(*args, **kwargs) [ 647.362362] env[69905]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 647.362362] env[69905]: result = fn(*args, **kwargs) [ 647.362362] env[69905]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 647.362362] env[69905]: return f(*args, **kwargs) [ 647.362362] env[69905]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 647.362362] env[69905]: return db.service_get_minimum_version(context, binaries) [ 647.362362] env[69905]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 647.362362] env[69905]: _check_db_access() [ 647.362362] env[69905]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 647.362362] env[69905]: stacktrace = ''.join(traceback.format_stack()) [ 647.362362] env[69905]: [ 647.363136] env[69905]: ERROR nova.db.main.api [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 647.363136] env[69905]: result = function(*args, **kwargs) [ 647.363136] env[69905]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 647.363136] env[69905]: return func(*args, **kwargs) [ 647.363136] env[69905]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 647.363136] env[69905]: result = fn(*args, **kwargs) [ 647.363136] env[69905]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 647.363136] env[69905]: return f(*args, **kwargs) [ 647.363136] env[69905]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 647.363136] env[69905]: return db.service_get_minimum_version(context, binaries) [ 647.363136] env[69905]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 647.363136] env[69905]: _check_db_access() [ 647.363136] env[69905]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 647.363136] env[69905]: stacktrace = ''.join(traceback.format_stack()) [ 647.363136] env[69905]: [ 647.363551] env[69905]: WARNING nova.objects.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Failed to get minimum service version for cell fbd38108-132f-4a0d-92c3-3708e49bc939 [ 647.363677] env[69905]: WARNING nova.objects.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 647.364152] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Acquiring lock "singleton_lock" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.364335] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Acquired lock "singleton_lock" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.364576] env[69905]: DEBUG oslo_concurrency.lockutils [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Releasing lock "singleton_lock" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.364913] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Full set of CONF: {{(pid=69905) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 647.365065] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ******************************************************************************** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 647.365199] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] Configuration options gathered from: {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 647.365334] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 647.365529] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 647.365769] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ================================================================================ {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 647.365992] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] allow_resize_to_same_host = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.366182] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] arq_binding_timeout = 300 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.366318] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] backdoor_port = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.366448] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] backdoor_socket = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.366613] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] block_device_allocate_retries = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.366778] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] block_device_allocate_retries_interval = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.366950] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cert = self.pem {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.367131] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.367304] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute_monitors = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.367475] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] config_dir = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.367651] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] config_drive_format = iso9660 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.367787] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.367954] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] config_source = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.368156] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] console_host = devstack {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.368330] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] control_exchange = nova {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.368491] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cpu_allocation_ratio = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.368652] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] daemon = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.368821] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] debug = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.368982] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] default_access_ip_network_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.369173] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] default_availability_zone = nova {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.369333] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] default_ephemeral_format = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.369492] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] default_green_pool_size = 1000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.369733] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.369900] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] default_schedule_zone = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.370070] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] disk_allocation_ratio = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.370237] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] enable_new_services = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.370415] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] enabled_apis = ['osapi_compute'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.370580] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] enabled_ssl_apis = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.370744] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] flat_injected = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.370937] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] force_config_drive = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.371123] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] force_raw_images = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.371302] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] graceful_shutdown_timeout = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.371468] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] heal_instance_info_cache_interval = -1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.371686] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] host = cpu-1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.371863] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.372037] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.372209] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.372432] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.372601] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instance_build_timeout = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.372762] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instance_delete_interval = 300 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.372957] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instance_format = [instance: %(uuid)s] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.373170] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instance_name_template = instance-%08x {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.373338] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instance_usage_audit = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.373510] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instance_usage_audit_period = month {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.373676] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.373845] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.374038] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] internal_service_availability_zone = internal {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.374220] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] key = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.374382] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] live_migration_retry_count = 30 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.374551] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_color = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.374722] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_config_append = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.374895] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.375073] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_dir = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.375237] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_file = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.375368] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_options = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.375530] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_rotate_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.375976] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_rotate_interval_type = days {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.375976] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] log_rotation_type = none {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.376124] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.376256] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.376428] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.376596] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.376726] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.376890] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] long_rpc_timeout = 1800 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.377065] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] max_concurrent_builds = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.377230] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] max_concurrent_live_migrations = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.377388] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] max_concurrent_snapshots = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.377549] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] max_local_block_devices = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.377711] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] max_logfile_count = 30 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.377871] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] max_logfile_size_mb = 200 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.378054] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] maximum_instance_delete_attempts = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.378236] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] metadata_listen = 0.0.0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.378410] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] metadata_listen_port = 8775 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.378580] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] metadata_workers = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.378744] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] migrate_max_retries = -1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.378914] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] mkisofs_cmd = genisoimage {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.379140] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.379277] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] my_ip = 10.180.1.21 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.379483] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.379649] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] network_allocate_retries = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.379827] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.379998] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.380177] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] osapi_compute_listen_port = 8774 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.380348] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] osapi_compute_unique_server_name_scope = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.380519] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] osapi_compute_workers = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.380683] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] password_length = 12 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.380867] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] periodic_enable = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.381054] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] periodic_fuzzy_delay = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.381233] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] pointer_model = usbtablet {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.381401] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] preallocate_images = none {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.381562] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] publish_errors = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.381691] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] pybasedir = /opt/stack/nova {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.381848] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ram_allocation_ratio = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.382016] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] rate_limit_burst = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.382210] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] rate_limit_except_level = CRITICAL {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.382374] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] rate_limit_interval = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.382536] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] reboot_timeout = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.382696] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] reclaim_instance_interval = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.382870] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] record = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.383090] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] reimage_timeout_per_gb = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.383268] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] report_interval = 120 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.383433] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] rescue_timeout = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.383594] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] reserved_host_cpus = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.383753] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] reserved_host_disk_mb = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.383917] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] reserved_host_memory_mb = 512 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.384113] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] reserved_huge_pages = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.384288] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] resize_confirm_window = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.384451] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] resize_fs_using_block_device = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.384614] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] resume_guests_state_on_host_boot = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.384787] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.384954] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] rpc_response_timeout = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.385133] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] run_external_periodic_tasks = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.385309] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] running_deleted_instance_action = reap {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.385473] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.385635] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] running_deleted_instance_timeout = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.385795] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler_instance_sync_interval = 120 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.386097] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_down_time = 720 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.386282] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] servicegroup_driver = db {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.386443] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] shell_completion = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.386607] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] shelved_offload_time = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.386769] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] shelved_poll_interval = 3600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.386941] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] shutdown_timeout = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.387131] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] source_is_ipv6 = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.387304] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ssl_only = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.387563] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.387817] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] sync_power_state_interval = 600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.387891] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] sync_power_state_pool_size = 1000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.388075] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] syslog_log_facility = LOG_USER {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.388239] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] tempdir = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.388402] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] timeout_nbd = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.388569] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] transport_url = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.388730] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] update_resources_interval = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.388889] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] use_cow_images = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.389061] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] use_journal = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.389223] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] use_json = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.389382] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] use_rootwrap_daemon = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.389541] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] use_stderr = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.389697] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] use_syslog = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.389852] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vcpu_pin_set = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.390031] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plugging_is_fatal = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.390204] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plugging_timeout = 300 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.390371] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] virt_mkfs = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.390537] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] volume_usage_poll_interval = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.390699] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] watch_log_file = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.390891] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] web = /usr/share/spice-html5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 647.391148] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.391369] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.391573] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.391767] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_concurrency.disable_process_locking = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.392903] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.393129] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.393317] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.393500] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.393679] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.393851] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.394050] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.auth_strategy = keystone {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.394230] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.compute_link_prefix = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.394415] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.394594] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.dhcp_domain = novalocal {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.394769] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.enable_instance_password = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.394960] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.glance_link_prefix = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.395161] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.395342] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.395510] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.instance_list_per_project_cells = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.395677] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.list_records_by_skipping_down_cells = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.395844] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.local_metadata_per_cell = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.396129] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.max_limit = 1000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.396325] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.metadata_cache_expiration = 15 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.396508] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.neutron_default_tenant_id = default {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.396686] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.response_validation = warn {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.396861] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.use_neutron_default_nets = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.397045] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.397220] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.397392] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.397569] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.397745] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.vendordata_dynamic_targets = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.397912] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.vendordata_jsonfile_path = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.398113] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.398311] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.backend = dogpile.cache.memcached {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.398484] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.backend_argument = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.398648] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.backend_expiration_time = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.398819] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.config_prefix = cache.oslo {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.398990] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.dead_timeout = 60.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.399172] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.debug_cache_backend = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.399338] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.enable_retry_client = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.399501] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.enable_socket_keepalive = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.399672] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.enabled = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.399837] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.enforce_fips_mode = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.400007] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.expiration_time = 600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.400181] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.hashclient_retry_attempts = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.400347] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.400511] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_dead_retry = 300 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.400668] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_password = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.400847] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.401040] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.401213] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_pool_maxsize = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.401380] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.401544] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_sasl_enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.401723] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.401891] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.402064] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.memcache_username = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.402236] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.proxies = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.402402] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.redis_db = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.402564] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.redis_password = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.402737] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.402945] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.403132] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.redis_server = localhost:6379 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.403304] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.redis_socket_timeout = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.403466] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.redis_username = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.403631] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.retry_attempts = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.403798] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.retry_delay = 0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.403965] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.socket_keepalive_count = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.404143] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.socket_keepalive_idle = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.404309] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.socket_keepalive_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.404471] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.tls_allowed_ciphers = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.404631] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.tls_cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.404790] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.tls_certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.404953] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.tls_enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.405129] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cache.tls_keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.405302] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.405479] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.auth_type = password {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.405642] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.405820] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.405982] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.406184] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.406351] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.cross_az_attach = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.406512] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.debug = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.406674] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.endpoint_template = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.406837] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.http_retries = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.407051] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.407234] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.407408] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.os_region_name = RegionOne {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.407573] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.407740] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cinder.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.407913] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.408092] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.cpu_dedicated_set = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.408257] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.cpu_shared_set = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.408424] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.image_type_exclude_list = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.408590] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.408753] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.408916] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.409136] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.409320] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.409488] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.resource_provider_association_refresh = 300 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.409651] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.409815] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.shutdown_retry_interval = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.409998] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.410197] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] conductor.workers = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.410378] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] console.allowed_origins = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.410542] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] console.ssl_ciphers = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.410716] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] console.ssl_minimum_version = default {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.410889] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] consoleauth.enforce_session_timeout = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.411072] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] consoleauth.token_ttl = 600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.411252] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.411413] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.411576] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.411735] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.411892] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.412074] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.412245] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.412404] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.412565] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.412721] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.412878] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.413080] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.413252] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.413425] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.service_type = accelerator {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.413587] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.413745] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.413915] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.414108] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.414298] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.414462] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] cyborg.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.414633] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.asyncio_connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.414797] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.asyncio_slave_connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.414970] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.backend = sqlalchemy {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.415157] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.415326] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.connection_debug = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.415495] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.connection_parameters = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.415658] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.connection_recycle_time = 3600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.415820] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.connection_trace = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.415982] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.db_inc_retry_interval = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.416177] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.db_max_retries = 20 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.416343] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.db_max_retry_interval = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.416508] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.db_retry_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.416671] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.max_overflow = 50 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.416837] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.max_pool_size = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.417018] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.max_retries = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.417191] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.417352] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.mysql_wsrep_sync_wait = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.417512] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.pool_timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.417674] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.retry_interval = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.417834] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.slave_connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.417997] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.sqlite_synchronous = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.418177] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] database.use_db_reconnect = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.418345] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.asyncio_connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.418503] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.asyncio_slave_connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.418674] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.backend = sqlalchemy {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.418844] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.419046] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.connection_debug = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.419239] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.connection_parameters = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.419406] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.connection_recycle_time = 3600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.419569] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.connection_trace = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.419733] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.db_inc_retry_interval = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.419898] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.db_max_retries = 20 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.420076] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.db_max_retry_interval = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.420245] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.db_retry_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.420407] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.max_overflow = 50 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.420570] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.max_pool_size = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.420732] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.max_retries = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.420903] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.421088] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.421256] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.pool_timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.421420] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.retry_interval = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.421579] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.slave_connection = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.421740] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] api_database.sqlite_synchronous = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.421918] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] devices.enabled_mdev_types = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.422135] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.422330] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.422500] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ephemeral_storage_encryption.enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.422669] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.422842] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.api_servers = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.423044] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.423221] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.423388] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.423549] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.423707] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.423870] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.debug = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.424044] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.default_trusted_certificate_ids = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.424215] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.enable_certificate_validation = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.424380] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.enable_rbd_download = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.424541] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.424708] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.424873] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.425045] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.425213] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.425379] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.num_retries = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.425552] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.rbd_ceph_conf = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.425716] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.rbd_connect_timeout = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.425886] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.rbd_pool = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.426115] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.rbd_user = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.426301] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.426463] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.426623] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.426795] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.service_type = image {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.426960] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.427132] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.427290] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.427447] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.427627] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.427791] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.verify_glance_signatures = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.427948] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] glance.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.428129] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] guestfs.debug = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.428300] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.428462] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.auth_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.428621] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.428779] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.428941] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.429112] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.429272] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.429431] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.429591] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.429748] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.429912] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.430080] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.430242] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.430398] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.430557] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.430726] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.service_type = shared-file-system {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.430919] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.share_apply_policy_timeout = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.431116] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.431282] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.431441] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.431599] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.431782] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.431942] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] manila.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.432130] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] mks.enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.432482] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.432672] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] image_cache.manager_interval = 2400 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.432844] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] image_cache.precache_concurrency = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.433058] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] image_cache.remove_unused_base_images = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.433246] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.433416] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.433595] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] image_cache.subdirectory_name = _base {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.433771] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.api_max_retries = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.433958] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.api_retry_interval = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.434167] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.434337] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.auth_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.434499] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.434658] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.434823] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.434990] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.conductor_group = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.435179] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.435340] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.435500] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.435662] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.435821] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.435983] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.436158] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.436323] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.peer_list = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.436482] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.436638] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.436803] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.serial_console_state_timeout = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.436966] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.437154] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.service_type = baremetal {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.437317] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.shard = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.437482] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.437641] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.437797] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.437958] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.438179] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.438347] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ironic.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.438532] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.438707] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] key_manager.fixed_key = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.438891] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.439066] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.barbican_api_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.439229] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.barbican_endpoint = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.439401] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.barbican_endpoint_type = public {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.439560] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.barbican_region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.439721] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.439883] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.440067] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.440242] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.440462] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.440650] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.number_of_retries = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.440835] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.retry_delay = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.441029] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.send_service_user_token = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.441204] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.441363] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.441525] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.verify_ssl = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.441682] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican.verify_ssl_path = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.441846] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.442022] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.auth_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.442184] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.442337] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.442495] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.442656] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.442813] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.442998] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.443182] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] barbican_service_user.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.443353] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.approle_role_id = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.443515] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.approle_secret_id = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.443686] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.kv_mountpoint = secret {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.443847] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.kv_path = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.444043] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.kv_version = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.444212] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.namespace = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.444374] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.root_token_id = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.444533] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.ssl_ca_crt_file = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.444700] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.timeout = 60.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.444861] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.use_ssl = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.445051] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.445233] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.445394] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.445561] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.445724] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.445883] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.446080] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.446258] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.446421] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.446582] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.446741] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.446903] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.447077] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.447242] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.447414] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.service_type = identity {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.447577] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.447736] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.447893] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.448064] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.448244] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.448407] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] keystone.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.448595] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.ceph_mount_options = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.448909] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.449107] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.connection_uri = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.449275] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.cpu_mode = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.449443] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.449611] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.cpu_models = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.449782] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.cpu_power_governor_high = performance {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.449951] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.450170] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.cpu_power_management = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.450356] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.450530] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.device_detach_attempts = 8 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.450698] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.device_detach_timeout = 20 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.450889] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.disk_cachemodes = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.451082] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.disk_prefix = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.451256] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.enabled_perf_events = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.451422] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.file_backed_memory = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.451589] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.gid_maps = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.451748] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.hw_disk_discard = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.451909] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.hw_machine_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.452094] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.images_rbd_ceph_conf = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.452261] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.452425] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.452596] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.images_rbd_glance_store_name = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.452766] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.images_rbd_pool = rbd {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.452992] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.images_type = default {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.453179] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.images_volume_group = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.453348] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.inject_key = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.453514] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.inject_partition = -2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.453688] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.inject_password = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.453885] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.iscsi_iface = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.454065] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.iser_use_multipath = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.454239] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.454406] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.454571] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_downtime = 500 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.454736] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.454898] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.455083] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_inbound_addr = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.455256] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.455420] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.455582] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_scheme = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.455754] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_timeout_action = abort {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.455917] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_tunnelled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.456092] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_uri = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.456260] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.live_migration_with_native_tls = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.456423] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.max_queues = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.456587] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.456811] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.456986] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.nfs_mount_options = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.457352] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.457537] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.457710] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.457882] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.458091] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.458280] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.num_pcie_ports = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.458452] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.458622] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.pmem_namespaces = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.458783] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.quobyte_client_cfg = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.459092] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.459281] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.459448] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.459613] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.459773] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rbd_secret_uuid = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.459932] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rbd_user = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.460128] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.460308] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.460471] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rescue_image_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.460630] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rescue_kernel_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.460795] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rescue_ramdisk_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.460989] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.461173] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.rx_queue_size = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.461345] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.smbfs_mount_options = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.461645] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.461822] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.snapshot_compression = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.461988] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.snapshot_image_format = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.462267] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.462443] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.sparse_logical_volumes = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.462611] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.swtpm_enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.462787] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.swtpm_group = tss {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.463032] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.swtpm_user = tss {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.463262] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.sysinfo_serial = unique {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.463442] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.tb_cache_size = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.463607] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.tx_queue_size = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.463775] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.uid_maps = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.463942] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.use_virtio_for_bridges = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.464131] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.virt_type = kvm {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.464305] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.volume_clear = zero {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.464470] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.volume_clear_size = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.464635] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.volume_enforce_multipath = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.464808] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.volume_use_multipath = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.464963] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.vzstorage_cache_path = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.465163] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.465340] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.465508] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.465678] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.465971] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.466173] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.vzstorage_mount_user = stack {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.466347] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.466525] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.466704] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.auth_type = password {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.466867] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.467040] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.467213] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.467375] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.467536] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.467707] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.default_floating_pool = public {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.467869] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.468043] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.extension_sync_interval = 600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.468212] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.http_retries = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.468403] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.468576] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.468740] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.468913] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.469090] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.469264] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.ovs_bridge = br-int {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.469430] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.physnets = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.469602] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.region_name = RegionOne {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.469763] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.469933] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.service_metadata_proxy = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.470144] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.470336] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.service_type = network {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.470503] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.470664] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.470842] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.471034] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.471221] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.471388] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] neutron.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.471563] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] notifications.bdms_in_notifications = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.471739] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] notifications.default_level = INFO {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.471905] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] notifications.include_share_mapping = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.472093] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] notifications.notification_format = unversioned {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.472266] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] notifications.notify_on_state_change = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.472445] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.472623] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] pci.alias = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.472794] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] pci.device_spec = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.472986] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] pci.report_in_placement = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.473189] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.473374] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.auth_type = password {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.473542] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.473704] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.473864] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.474067] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.474239] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.474402] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.474561] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.default_domain_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.474719] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.default_domain_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.474883] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.domain_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.475094] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.domain_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.475267] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.475433] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.475592] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.475752] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.475914] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.476103] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.password = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.476271] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.project_domain_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.476444] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.project_domain_name = Default {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.476614] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.project_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.476788] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.project_name = service {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.476962] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.region_name = RegionOne {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.477141] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.477308] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.477481] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.service_type = placement {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.477645] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.477806] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.477965] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.478141] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.system_scope = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.478304] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.478462] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.trust_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.478621] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.user_domain_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.478790] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.user_domain_name = Default {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.478948] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.user_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.479136] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.username = nova {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.479322] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.479484] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] placement.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.479668] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.cores = 20 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.479834] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.count_usage_from_placement = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.480014] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.480212] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.injected_file_content_bytes = 10240 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.480382] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.injected_file_path_length = 255 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.480549] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.injected_files = 5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.480716] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.instances = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.480907] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.key_pairs = 100 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.481096] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.metadata_items = 128 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.481267] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.ram = 51200 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.481433] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.recheck_quota = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.481597] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.server_group_members = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.481762] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.server_groups = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.481971] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.482192] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] quota.unified_limits_resource_strategy = require {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.482381] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.482551] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.482714] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.image_metadata_prefilter = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.482875] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.483086] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.max_attempts = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.483262] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.max_placement_results = 1000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.483461] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.483641] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.483806] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.484011] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] scheduler.workers = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.484210] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.484387] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.484566] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.484735] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.484900] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.485089] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.485261] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.485447] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.485615] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.host_subset_size = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.485779] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.485955] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.486156] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.486324] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.486501] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.486665] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.isolated_hosts = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.486829] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.isolated_images = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.486993] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.487169] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.487332] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.487493] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.pci_in_placement = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.487655] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.487817] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.487980] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.488158] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.488321] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.488484] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.488646] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.track_instance_changes = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.488820] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.488992] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] metrics.required = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.489188] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] metrics.weight_multiplier = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.489363] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.489517] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] metrics.weight_setting = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.489821] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.489995] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] serial_console.enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.490190] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] serial_console.port_range = 10000:20000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.490364] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.490535] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.490704] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] serial_console.serialproxy_port = 6083 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.490873] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.491057] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.auth_type = password {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.491227] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.491388] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.491552] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.491715] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.491875] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.492056] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.send_service_user_token = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.492226] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.492387] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] service_user.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.492557] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.agent_enabled = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.492718] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.493053] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.493269] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.493442] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.html5proxy_port = 6082 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.493605] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.image_compression = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.493766] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.jpeg_compression = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.493956] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.playback_compression = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.494169] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.require_secure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.494347] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.server_listen = 127.0.0.1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.494518] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.494791] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.494961] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.streaming_mode = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.495139] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] spice.zlib_compression = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.495309] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] upgrade_levels.baseapi = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.495483] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] upgrade_levels.compute = auto {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.495644] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] upgrade_levels.conductor = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.495806] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] upgrade_levels.scheduler = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.495972] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.496153] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.496316] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.496476] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.496638] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.496798] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.496956] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.497144] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.497298] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vendordata_dynamic_auth.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.497471] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.api_retry_count = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.497633] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.ca_file = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.497805] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.497989] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.cluster_name = testcl1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.498203] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.connection_pool_size = 10 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.498369] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.console_delay_seconds = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.498542] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.datastore_regex = ^datastore.* {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.498750] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.498936] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.host_password = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.499121] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.host_port = 443 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.499296] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.host_username = administrator@vsphere.local {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.499465] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.insecure = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.499629] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.integration_bridge = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.499792] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.maximum_objects = 100 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.499953] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.pbm_default_policy = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.500166] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.pbm_enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.500374] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.pbm_wsdl_location = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.500558] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.500723] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.serial_port_proxy_uri = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.500886] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.serial_port_service_uri = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.501065] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.task_poll_interval = 0.5 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.501247] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.use_linked_clone = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.501420] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.vnc_keymap = en-us {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.501588] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.vnc_port = 5900 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.501753] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vmware.vnc_port_total = 10000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.501940] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.auth_schemes = ['none'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.502132] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.502423] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.502604] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.502773] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.novncproxy_port = 6080 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.502987] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.server_listen = 127.0.0.1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.503211] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.503378] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.vencrypt_ca_certs = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.503541] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.vencrypt_client_cert = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.503729] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vnc.vencrypt_client_key = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.503879] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.504080] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.disable_deep_image_inspection = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.504260] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.504424] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.504587] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.504749] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.disable_rootwrap = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.504910] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.enable_numa_live_migration = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.505084] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.505249] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.505410] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.505577] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.libvirt_disable_apic = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.505739] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.505900] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.506080] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.506229] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.506388] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.506547] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.506705] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.506861] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.507026] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.507195] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.507378] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.507550] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.client_socket_timeout = 900 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.507746] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.default_pool_size = 1000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.507916] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.keep_alive = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.508106] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.max_header_line = 16384 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.508278] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.508443] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.ssl_ca_file = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.508606] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.ssl_cert_file = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.508769] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.ssl_key_file = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.508943] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.tcp_keepidle = 600 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.509147] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.509319] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] zvm.ca_file = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.509481] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] zvm.cloud_connector_url = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.509782] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.509959] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] zvm.reachable_timeout = 300 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.510150] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.510330] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.510508] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.connection_string = messaging:// {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.510677] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.enabled = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.510848] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.es_doc_type = notification {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.511016] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.es_scroll_size = 10000 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.511190] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.es_scroll_time = 2m {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.511354] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.filter_error_trace = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.511519] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.hmac_keys = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.511686] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.sentinel_service_name = mymaster {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.511851] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.socket_timeout = 0.1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.512022] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.trace_requests = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.512190] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler.trace_sqlalchemy = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.512370] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler_jaeger.process_tags = {} {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.512531] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler_jaeger.service_name_prefix = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.512693] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] profiler_otlp.service_name_prefix = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.512856] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] remote_debug.host = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.513069] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] remote_debug.port = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.513262] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.513427] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.513590] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.513749] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.513953] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.514180] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.514356] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.514521] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.514684] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.514853] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.515018] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.515194] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.515363] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.515529] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.515690] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.515861] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.516033] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.516202] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.516370] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.516530] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.516689] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.516868] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.517065] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.517236] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.517398] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.517558] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.517718] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.517877] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.518056] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.518229] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.518390] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.ssl = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.518557] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.518722] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.518880] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.519057] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.519233] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.519397] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.519583] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.519749] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_notifications.retry = -1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.519947] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.520156] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.520339] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.auth_section = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.520507] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.auth_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.520669] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.cafile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.520828] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.certfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.520991] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.collect_timing = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.521166] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.connect_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.521329] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.connect_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.521487] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.endpoint_id = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.521661] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.521822] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.endpoint_override = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.521981] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.endpoint_region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.522170] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.endpoint_service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.522333] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.endpoint_service_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.522496] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.insecure = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.522655] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.keyfile = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.522823] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.max_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.523038] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.min_version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.523213] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.region_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.523377] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.retriable_status_codes = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.523536] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.service_name = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.523697] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.service_type = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.523859] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.split_loggers = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.524050] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.status_code_retries = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.524223] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.status_code_retry_delay = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.524387] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.timeout = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.524544] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.valid_interfaces = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.524720] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_limit.version = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.524902] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_reports.file_event_handler = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.525120] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.525297] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] oslo_reports.log_dir = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.525473] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.525637] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.525798] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.525966] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.526162] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.526327] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.526502] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.526664] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_ovs_privileged.group = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.526823] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.526988] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.527170] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.527331] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] vif_plug_ovs_privileged.user = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.527503] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.527685] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.527860] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.528069] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.528257] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.528430] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.528597] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.528759] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.528937] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.529121] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_ovs.isolate_vif = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.529291] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.529457] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.529627] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.529796] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.529958] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] os_vif_ovs.per_port_bridge = False {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.530158] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] privsep_osbrick.capabilities = [21] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.530323] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] privsep_osbrick.group = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.530481] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] privsep_osbrick.helper_command = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.530646] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.530823] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.531009] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] privsep_osbrick.user = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.531195] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.531357] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] nova_sys_admin.group = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.531514] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] nova_sys_admin.helper_command = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.531681] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.531841] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.531997] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] nova_sys_admin.user = None {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 647.532142] env[69905]: DEBUG oslo_service.backend.eventlet.service [None req-382dbabc-18e9-4f39-9f9e-b0ba4ce29a77 None None] ******************************************************************************** {{(pid=69905) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 647.532560] env[69905]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 648.036313] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Getting list of instances from cluster (obj){ [ 648.036313] env[69905]: value = "domain-c8" [ 648.036313] env[69905]: _type = "ClusterComputeResource" [ 648.036313] env[69905]: } {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 648.037413] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ca16b-b271-42be-a2bb-2932436ef113 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.046190] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Got total of 0 instances {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 648.046775] env[69905]: WARNING nova.virt.vmwareapi.driver [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 648.047256] env[69905]: INFO nova.virt.node [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Generated node identity f133ba43-d404-412b-a798-6fa4ec2fd7a0 [ 648.047535] env[69905]: INFO nova.virt.node [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Wrote node identity f133ba43-d404-412b-a798-6fa4ec2fd7a0 to /opt/stack/data/n-cpu-1/compute_id [ 648.549953] env[69905]: WARNING nova.compute.manager [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Compute nodes ['f133ba43-d404-412b-a798-6fa4ec2fd7a0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 649.555750] env[69905]: INFO nova.compute.manager [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 650.560991] env[69905]: WARNING nova.compute.manager [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 650.561342] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.561478] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.561626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.561778] env[69905]: DEBUG nova.compute.resource_tracker [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 650.562692] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4467aaeb-ece4-4f70-a36f-01d0eabcb0d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.570747] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49904c9-7607-42f3-920c-4d61ceae175c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.583945] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abad5d1b-5b7e-4ef6-ae1b-2375e035f966 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.590097] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273c9f42-8a92-4324-b208-dfda788ea187 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.618535] env[69905]: DEBUG nova.compute.resource_tracker [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180955MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 650.618677] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.618874] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.121313] env[69905]: WARNING nova.compute.resource_tracker [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] No compute node record for cpu-1:f133ba43-d404-412b-a798-6fa4ec2fd7a0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f133ba43-d404-412b-a798-6fa4ec2fd7a0 could not be found. [ 651.625617] env[69905]: INFO nova.compute.resource_tracker [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f133ba43-d404-412b-a798-6fa4ec2fd7a0 [ 653.133646] env[69905]: DEBUG nova.compute.resource_tracker [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 653.134120] env[69905]: DEBUG nova.compute.resource_tracker [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 653.282298] env[69905]: INFO nova.scheduler.client.report [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] [req-8b1df338-4a75-4aca-ab44-fcdce095d268] Created resource provider record via placement API for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 653.298930] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec726ce1-92ef-4689-b4cb-3c3c3394a802 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.306431] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee3b8fa-b86d-4a27-8654-b61a3c642aa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.337596] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa69559-3f76-4058-930a-344e3d19856e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.344138] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d91198-6b85-43a7-9c07-2e4e4f34dbb9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.827554] env[69905]: DEBUG nova.compute.provider_tree [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.363618] env[69905]: DEBUG nova.scheduler.client.report [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Updated inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 654.363942] env[69905]: DEBUG nova.compute.provider_tree [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Updating resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 generation from 0 to 1 during operation: update_inventory {{(pid=69905) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 654.364042] env[69905]: DEBUG nova.compute.provider_tree [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.412263] env[69905]: DEBUG nova.compute.provider_tree [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Updating resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 generation from 1 to 2 during operation: update_traits {{(pid=69905) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 654.916931] env[69905]: DEBUG nova.compute.resource_tracker [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 654.917194] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.298s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.917365] env[69905]: DEBUG nova.service [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Creating RPC server for service compute {{(pid=69905) start /opt/stack/nova/nova/service.py:186}} [ 654.932065] env[69905]: DEBUG nova.service [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] Join ServiceGroup membership for this service compute {{(pid=69905) start /opt/stack/nova/nova/service.py:203}} [ 654.932249] env[69905]: DEBUG nova.servicegroup.drivers.db [None req-3c0c2899-383b-4fdd-87f0-2408a4c75ba5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69905) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 692.758552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.759060] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.247426] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "ef425dc4-a495-4bea-a09a-758416c3db5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.247616] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.262889] env[69905]: DEBUG nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.319852] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "a8f00b38-a343-4d9d-be48-f077ca178028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.320176] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "a8f00b38-a343-4d9d-be48-f077ca178028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.751371] env[69905]: DEBUG nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.804534] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.804835] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.806752] env[69905]: INFO nova.compute.claims [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.822692] env[69905]: DEBUG nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.284302] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.352550] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.912058] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5647047a-91bc-4fb3-8071-aea06fab2f0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.921029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb9afc-63b4-42d4-86de-761807b34a53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.956846] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516f0c3f-d14e-4812-8d0d-f1584d4ae785 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.964466] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f30edea-6f46-4715-8cd5-be8697bc6e70 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.986374] env[69905]: DEBUG nova.compute.provider_tree [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.011457] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "54824947-735f-447a-b5a6-e37b8a884b81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.011668] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "54824947-735f-447a-b5a6-e37b8a884b81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.489041] env[69905]: DEBUG nova.scheduler.client.report [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.514296] env[69905]: DEBUG nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.997922] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.998354] env[69905]: DEBUG nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.002633] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.718s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.004684] env[69905]: INFO nova.compute.claims [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.037235] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.510167] env[69905]: DEBUG nova.compute.utils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.512765] env[69905]: DEBUG nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.513051] env[69905]: DEBUG nova.network.neutron [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.564748] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.566056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.020797] env[69905]: DEBUG nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.048813] env[69905]: DEBUG nova.policy [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8653117505bb48f1bf889132e4dcc8ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4888edb0dd684477a1c1c4c95b3426a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.069051] env[69905]: DEBUG nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.151892] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce15d94-2c78-4cf7-9909-2812ce745ba4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.161229] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f974e6-f1fe-49f8-8fe6-882621ea3e09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.202726] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30398f6-da4d-4a78-88b1-dafc43f67f52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.216880] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea040765-5458-4e5e-aab0-ec41abba28ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.232978] env[69905]: DEBUG nova.compute.provider_tree [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.389119] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.389986] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.394958] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.395567] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.599273] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.735577] env[69905]: DEBUG nova.scheduler.client.report [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.876876] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "ef12b312-668e-4e77-becd-a3a717f37306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.876876] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "ef12b312-668e-4e77-becd-a3a717f37306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.895146] env[69905]: DEBUG nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.897738] env[69905]: DEBUG nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.038936] env[69905]: DEBUG nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.068361] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.068592] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.068976] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.068976] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.069232] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.069373] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.069596] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.070582] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.070582] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.070582] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.070582] env[69905]: DEBUG nova.virt.hardware [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.071677] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec6e2bb-5806-4a3e-a64d-8d3ef856c603 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.080588] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fa783e-ed45-40c2-adfe-8fd333cff723 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.103679] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ad600c-4ff7-43bf-bb38-6a4ba7dbfe40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.127534] env[69905]: DEBUG nova.network.neutron [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Successfully created port: f8f796d6-61ff-40ab-984d-271d861fa102 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.227454] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.228178] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.245882] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.245882] env[69905]: DEBUG nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.249684] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.897s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.252540] env[69905]: INFO nova.compute.claims [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.378181] env[69905]: DEBUG nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.425945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.447394] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.730372] env[69905]: DEBUG nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.752904] env[69905]: DEBUG nova.compute.utils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.754758] env[69905]: DEBUG nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.755105] env[69905]: DEBUG nova.network.neutron [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.876818] env[69905]: DEBUG nova.policy [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b119442d2ac24692913e3947e1ef07bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84982537e9cf46c3998012816e925644', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.911630] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.936022] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.257236] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.261092] env[69905]: DEBUG nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.444775] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Getting list of instances from cluster (obj){ [ 699.444775] env[69905]: value = "domain-c8" [ 699.444775] env[69905]: _type = "ClusterComputeResource" [ 699.444775] env[69905]: } {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 699.447082] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec224a-9bb5-4202-856e-7fa99168d9c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.452642] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3447c8-0c2d-4516-8d8d-1352b0fc5702 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.466399] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Got total of 0 instances {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 699.466601] env[69905]: WARNING nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 699.466751] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid 50605f9a-f3a8-4671-9cfe-6c974fbdd12a {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 699.466958] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid ef425dc4-a495-4bea-a09a-758416c3db5c {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 699.467101] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid a8f00b38-a343-4d9d-be48-f077ca178028 {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 699.472484] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.472731] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "ef425dc4-a495-4bea-a09a-758416c3db5c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.472925] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "a8f00b38-a343-4d9d-be48-f077ca178028" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.473151] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.473515] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Getting list of instances from cluster (obj){ [ 699.473515] env[69905]: value = "domain-c8" [ 699.473515] env[69905]: _type = "ClusterComputeResource" [ 699.473515] env[69905]: } {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 699.475518] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc1fa0-9e05-4cb9-bdec-eb3e0ce3fac5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.483807] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e37300-b82d-406d-a5b4-4fb0775c39b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.491019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Got total of 0 instances {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 699.523064] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc3720c-7a08-4a64-9608-4f9049491290 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.533469] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8fb041-ca72-4ae8-9666-392dd7231eb6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.550142] env[69905]: DEBUG nova.compute.provider_tree [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.055949] env[69905]: DEBUG nova.scheduler.client.report [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.181614] env[69905]: DEBUG nova.network.neutron [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Successfully created port: f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.280490] env[69905]: DEBUG nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.312462] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.312462] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.312629] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.312721] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.312870] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.313662] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.314043] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.314551] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.314764] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.314947] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.315189] env[69905]: DEBUG nova.virt.hardware [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.316296] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c28414-307f-48c3-8d9b-5b8f2d354514 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.326887] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b401c2-df5e-4564-982e-77ae9b5ce14b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.560756] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.561263] env[69905]: DEBUG nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.568020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.527s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.568020] env[69905]: INFO nova.compute.claims [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.075118] env[69905]: DEBUG nova.compute.utils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.078804] env[69905]: DEBUG nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.079010] env[69905]: DEBUG nova.network.neutron [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.240505] env[69905]: DEBUG nova.policy [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4a9768c88c64723b174793947037fa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7606ea7b3ae14e27a0c5f3f3526a1b57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.580399] env[69905]: DEBUG nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.764403] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab4f313-d63f-4770-b2e3-abf4652030b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.772519] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a4e08-bf14-4b20-a157-487505d26b8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.812979] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e31540-bef1-46c8-b836-69f83f894c52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.823035] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6c0dc-e897-4b57-af83-38c4e33b8e87 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.836239] env[69905]: DEBUG nova.compute.provider_tree [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.955393] env[69905]: DEBUG nova.network.neutron [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Successfully updated port: f8f796d6-61ff-40ab-984d-271d861fa102 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.342839] env[69905]: DEBUG nova.scheduler.client.report [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.460962] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "refresh_cache-50605f9a-f3a8-4671-9cfe-6c974fbdd12a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.461194] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquired lock "refresh_cache-50605f9a-f3a8-4671-9cfe-6c974fbdd12a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.461318] env[69905]: DEBUG nova.network.neutron [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.526031] env[69905]: DEBUG nova.network.neutron [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Successfully created port: ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.604921] env[69905]: DEBUG nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.647853] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.648109] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.648341] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.648454] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.648598] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.648766] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.649035] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.649197] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.649361] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.649517] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.649679] env[69905]: DEBUG nova.virt.hardware [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.650602] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6229b38d-a5a7-4008-a0d3-3f90fff89858 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.662732] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0711c9-f9ba-4b81-936a-8c88afe485a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.850069] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.850619] env[69905]: DEBUG nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.853823] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.255s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.855991] env[69905]: INFO nova.compute.claims [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.063996] env[69905]: DEBUG nova.compute.manager [req-c25ce2c5-309e-4bb2-9168-7a5e632bda43 req-4cfaed89-8638-4c72-ae62-2bf115a64fda service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Received event network-vif-plugged-f8f796d6-61ff-40ab-984d-271d861fa102 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.064655] env[69905]: DEBUG oslo_concurrency.lockutils [req-c25ce2c5-309e-4bb2-9168-7a5e632bda43 req-4cfaed89-8638-4c72-ae62-2bf115a64fda service nova] Acquiring lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.064655] env[69905]: DEBUG oslo_concurrency.lockutils [req-c25ce2c5-309e-4bb2-9168-7a5e632bda43 req-4cfaed89-8638-4c72-ae62-2bf115a64fda service nova] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.064655] env[69905]: DEBUG oslo_concurrency.lockutils [req-c25ce2c5-309e-4bb2-9168-7a5e632bda43 req-4cfaed89-8638-4c72-ae62-2bf115a64fda service nova] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.064857] env[69905]: DEBUG nova.compute.manager [req-c25ce2c5-309e-4bb2-9168-7a5e632bda43 req-4cfaed89-8638-4c72-ae62-2bf115a64fda service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] No waiting events found dispatching network-vif-plugged-f8f796d6-61ff-40ab-984d-271d861fa102 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.064967] env[69905]: WARNING nova.compute.manager [req-c25ce2c5-309e-4bb2-9168-7a5e632bda43 req-4cfaed89-8638-4c72-ae62-2bf115a64fda service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Received unexpected event network-vif-plugged-f8f796d6-61ff-40ab-984d-271d861fa102 for instance with vm_state building and task_state spawning. [ 703.098289] env[69905]: DEBUG nova.network.neutron [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.206873] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.207525] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.208032] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.208354] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.210096] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.210096] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.210096] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.210096] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 703.210096] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.356197] env[69905]: DEBUG nova.compute.utils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.357847] env[69905]: DEBUG nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.358637] env[69905]: DEBUG nova.network.neutron [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.374143] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.374143] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.467526] env[69905]: DEBUG nova.policy [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b01fb2dc0549e58eaccea8b76e17bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fd01328368044c2812cb5f03d3e651b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.692415] env[69905]: DEBUG nova.network.neutron [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Successfully updated port: f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.713445] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.862575] env[69905]: DEBUG nova.network.neutron [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Updating instance_info_cache with network_info: [{"id": "f8f796d6-61ff-40ab-984d-271d861fa102", "address": "fa:16:3e:d2:bf:4c", "network": {"id": "3c6441a6-123c-4e4b-a30a-2d2b71d3160d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1403082881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4888edb0dd684477a1c1c4c95b3426a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f796d6-61", "ovs_interfaceid": "f8f796d6-61ff-40ab-984d-271d861fa102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.865018] env[69905]: DEBUG nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.880228] env[69905]: DEBUG nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.131116] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f093b1ce-21e7-4250-b8af-5dc72a447313 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.142160] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56746d-6787-4e29-ba0f-678c73925182 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.183896] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77bd31c-4a32-4699-b9fe-8d52a75972b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.195020] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c3ea5d-58c0-464a-8443-c0b6917be4d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.198921] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.199089] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquired lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.199247] env[69905]: DEBUG nova.network.neutron [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.215448] env[69905]: DEBUG nova.compute.provider_tree [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.369567] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Releasing lock "refresh_cache-50605f9a-f3a8-4671-9cfe-6c974fbdd12a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.369729] env[69905]: DEBUG nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Instance network_info: |[{"id": "f8f796d6-61ff-40ab-984d-271d861fa102", "address": "fa:16:3e:d2:bf:4c", "network": {"id": "3c6441a6-123c-4e4b-a30a-2d2b71d3160d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1403082881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4888edb0dd684477a1c1c4c95b3426a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f796d6-61", "ovs_interfaceid": "f8f796d6-61ff-40ab-984d-271d861fa102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.377217] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:bf:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8f796d6-61ff-40ab-984d-271d861fa102', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.390267] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.395147] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a84d548-d93a-43e2-9ca7-8f1917773dcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.418900] env[69905]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 704.418900] env[69905]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69905) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 704.418900] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 704.418900] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating folder: Project (4888edb0dd684477a1c1c4c95b3426a3). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.418900] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-263ee251-71c8-4778-bbd5-7e1fefa44d09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.429276] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Created folder: Project (4888edb0dd684477a1c1c4c95b3426a3) in parent group-v680985. [ 704.429276] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating folder: Instances. Parent ref: group-v680989. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.429276] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-134bc8d8-f227-482e-8160-c1b7b4cd4f2e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.442021] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Created folder: Instances in parent group-v680989. [ 704.444022] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.444022] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.444022] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b121e09-535a-4ad2-80ee-973853904d89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.475085] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.475085] env[69905]: value = "task-3412952" [ 704.475085] env[69905]: _type = "Task" [ 704.475085] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.491393] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412952, 'name': CreateVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.529194] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.721539] env[69905]: DEBUG nova.scheduler.client.report [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.740027] env[69905]: DEBUG nova.network.neutron [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Successfully created port: 66427fd4-1640-464d-8cde-cad4ef757ce0 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.778684] env[69905]: DEBUG nova.network.neutron [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.892327] env[69905]: DEBUG nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.934903] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.934903] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.934903] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.935323] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.935323] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.935323] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.935733] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.935801] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.935969] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.936158] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.936766] env[69905]: DEBUG nova.virt.hardware [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.938529] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344becd0-3f2e-4145-816a-2066f12c128d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.951025] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd50aaf-f5ab-4156-9a21-9020a6a6a9a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.989147] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412952, 'name': CreateVM_Task, 'duration_secs': 0.360259} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.989724] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.009026] env[69905]: DEBUG oslo_vmware.service [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b4acb-6644-4345-a140-b81de9a430c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.019450] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.019450] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.019915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.020902] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd05d8a5-6d75-4302-8daa-fd60367e0afe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.028227] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 705.028227] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524a5418-da84-ea9e-c037-79dc85136c80" [ 705.028227] env[69905]: _type = "Task" [ 705.028227] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.038499] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524a5418-da84-ea9e-c037-79dc85136c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.174870] env[69905]: DEBUG nova.network.neutron [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Updating instance_info_cache with network_info: [{"id": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "address": "fa:16:3e:e3:fe:dd", "network": {"id": "6b397f09-9b75-428c-a9ad-1f8fc3500c61", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1093969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84982537e9cf46c3998012816e925644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf820f7f8-85", "ovs_interfaceid": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.227636] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.228193] env[69905]: DEBUG nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.236454] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.811s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.239350] env[69905]: INFO nova.compute.claims [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.549937] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.550369] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.550792] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.551138] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.551795] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.552228] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14be31f-71f6-4cb6-a5a8-75634e8d72aa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.564018] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.564018] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.564018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4035a567-66bf-4e9c-a8f8-6dbc281c3be9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.574128] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa50f60-efc8-42ff-ae4c-9fdce1eca74e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.580709] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 705.580709] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527565ad-0c88-30a4-7d5f-e7573f51e984" [ 705.580709] env[69905]: _type = "Task" [ 705.580709] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.592369] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527565ad-0c88-30a4-7d5f-e7573f51e984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.680841] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Releasing lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.680841] env[69905]: DEBUG nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Instance network_info: |[{"id": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "address": "fa:16:3e:e3:fe:dd", "network": {"id": "6b397f09-9b75-428c-a9ad-1f8fc3500c61", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1093969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84982537e9cf46c3998012816e925644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf820f7f8-85", "ovs_interfaceid": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.680989] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fe:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f820f7f8-852a-48cc-a136-6e84634f8cf9', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.690258] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Creating folder: Project (84982537e9cf46c3998012816e925644). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.690594] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03db3578-75d1-40c7-a255-6316d65f4cbb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.701250] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Created folder: Project (84982537e9cf46c3998012816e925644) in parent group-v680985. [ 705.701805] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Creating folder: Instances. Parent ref: group-v680992. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.702103] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36026860-8a28-44eb-a9b9-6ac7a337fcac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.712201] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Created folder: Instances in parent group-v680992. [ 705.712526] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.712819] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.713039] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5560dcd-488c-434d-9648-9fff8e1e4e3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.735145] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.735145] env[69905]: value = "task-3412957" [ 705.735145] env[69905]: _type = "Task" [ 705.735145] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.744673] env[69905]: DEBUG nova.compute.utils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.748103] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412957, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.748718] env[69905]: DEBUG nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.748878] env[69905]: DEBUG nova.network.neutron [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.968448] env[69905]: DEBUG nova.policy [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2155bd17144c60ab0899f783412042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed42cb4548f74dabbc939d992b441e6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.993925] env[69905]: DEBUG nova.network.neutron [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Successfully updated port: ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.099856] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Preparing fetch location {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 706.100099] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating directory with path [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.100438] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b48dec8-668c-48f2-9ffc-bcb598455a5c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.140461] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Created directory with path [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.140664] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Fetch image to [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 706.140859] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Downloading image file data 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk on the data store datastore2 {{(pid=69905) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 706.143160] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb291db7-65d3-4aab-a3c9-93e9b2f8145d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.151833] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4dfe3-390b-473a-89c8-fcf9bd565862 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.165171] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea36c0a-5ec2-4888-848d-d72d8dfe39de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.206602] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68efa2e2-be42-48aa-9091-5bb2f543811e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.214368] env[69905]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-86479214-cd09-4429-900e-d33ce8c6d28a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.253130] env[69905]: DEBUG nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.260664] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412957, 'name': CreateVM_Task, 'duration_secs': 0.398809} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.260664] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.260664] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.260776] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.261175] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.261347] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a453d9d9-7bdc-4170-bc52-94b5e3937eb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.268702] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 706.268702] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f4d58-04ed-0a00-ca69-04765ebc8c99" [ 706.268702] env[69905]: _type = "Task" [ 706.268702] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.287539] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.287793] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.287994] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.300137] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Downloading image file data 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to the data store datastore2 {{(pid=69905) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 706.378660] env[69905]: DEBUG oslo_vmware.rw_handles [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69905) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 706.451239] env[69905]: DEBUG nova.compute.manager [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Received event network-changed-f8f796d6-61ff-40ab-984d-271d861fa102 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.451425] env[69905]: DEBUG nova.compute.manager [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Refreshing instance network info cache due to event network-changed-f8f796d6-61ff-40ab-984d-271d861fa102. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.451635] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Acquiring lock "refresh_cache-50605f9a-f3a8-4671-9cfe-6c974fbdd12a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.451848] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Acquired lock "refresh_cache-50605f9a-f3a8-4671-9cfe-6c974fbdd12a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.451910] env[69905]: DEBUG nova.network.neutron [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Refreshing network info cache for port f8f796d6-61ff-40ab-984d-271d861fa102 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.498916] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.499015] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquired lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.499324] env[69905]: DEBUG nova.network.neutron [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.658354] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72505704-93db-4f48-97e3-31c9bb6391e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.668390] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654bb37e-88cb-4ebb-aa29-f24b1b21134d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.714943] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade599b-9196-4180-add1-f483065bdd51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.725890] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "9d501907-48a9-4300-8740-57b3da041af4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.726205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.730895] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d336b68b-c626-4e8b-8955-a9df317ffe51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.750103] env[69905]: DEBUG nova.compute.provider_tree [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.902411] env[69905]: DEBUG nova.network.neutron [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Successfully created port: 7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.065062] env[69905]: DEBUG oslo_vmware.rw_handles [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Completed reading data from the image iterator. {{(pid=69905) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 707.065352] env[69905]: DEBUG oslo_vmware.rw_handles [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 707.160593] env[69905]: DEBUG nova.network.neutron [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.209717] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Downloaded image file data 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk on the data store datastore2 {{(pid=69905) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 707.216756] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Caching image {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 707.217047] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Copying Virtual Disk [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk to [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.221190] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5e00497-263f-4b61-a405-82b3efe42cb5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.245429] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 707.245429] env[69905]: value = "task-3412958" [ 707.245429] env[69905]: _type = "Task" [ 707.245429] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.256041] env[69905]: DEBUG nova.scheduler.client.report [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.262545] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.275725] env[69905]: DEBUG nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.312563] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.312914] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.312986] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.313178] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.313306] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.313451] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.313657] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.313814] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.313978] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.314153] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.314320] env[69905]: DEBUG nova.virt.hardware [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.315228] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898a5947-1e2a-4359-b066-a0b2ec45215a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.325062] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90daa714-306b-4c89-8822-7ea87e280333 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.757417] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412958, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.764485] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.765039] env[69905]: DEBUG nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.772172] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.322s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.772172] env[69905]: INFO nova.compute.claims [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.899231] env[69905]: DEBUG nova.network.neutron [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Successfully updated port: 66427fd4-1640-464d-8cde-cad4ef757ce0 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.951145] env[69905]: DEBUG nova.network.neutron [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.038802] env[69905]: DEBUG nova.network.neutron [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Updated VIF entry in instance network info cache for port f8f796d6-61ff-40ab-984d-271d861fa102. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.038802] env[69905]: DEBUG nova.network.neutron [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Updating instance_info_cache with network_info: [{"id": "f8f796d6-61ff-40ab-984d-271d861fa102", "address": "fa:16:3e:d2:bf:4c", "network": {"id": "3c6441a6-123c-4e4b-a30a-2d2b71d3160d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1403082881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4888edb0dd684477a1c1c4c95b3426a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f796d6-61", "ovs_interfaceid": "f8f796d6-61ff-40ab-984d-271d861fa102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.258784] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682265} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.259118] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Copied Virtual Disk [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk to [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.259347] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Deleting the datastore file [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.259975] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aca9ebe8-c235-4957-ae1f-77c662727ed5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.268142] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 708.268142] env[69905]: value = "task-3412960" [ 708.268142] env[69905]: _type = "Task" [ 708.268142] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.276732] env[69905]: DEBUG nova.compute.utils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.279323] env[69905]: DEBUG nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.279562] env[69905]: DEBUG nova.network.neutron [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.293878] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412960, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.403167] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "refresh_cache-54824947-735f-447a-b5a6-e37b8a884b81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.403482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquired lock "refresh_cache-54824947-735f-447a-b5a6-e37b8a884b81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.405176] env[69905]: DEBUG nova.network.neutron [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.460169] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Releasing lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.460169] env[69905]: DEBUG nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Instance network_info: |[{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.462340] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:03:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8630d5-1ca0-404c-abfe-3dbfeae09449', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.470163] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Creating folder: Project (7606ea7b3ae14e27a0c5f3f3526a1b57). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.470477] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcba4cd3-065b-4f10-9489-760c88a685c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.485249] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Created folder: Project (7606ea7b3ae14e27a0c5f3f3526a1b57) in parent group-v680985. [ 708.485518] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Creating folder: Instances. Parent ref: group-v680996. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.485811] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1861e73a-5fc3-47c8-95a7-4995073904d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.496144] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Created folder: Instances in parent group-v680996. [ 708.496418] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.496611] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.497191] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df1db39d-8279-41a1-8690-b462eb557da7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.525030] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.525030] env[69905]: value = "task-3412963" [ 708.525030] env[69905]: _type = "Task" [ 708.525030] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.533740] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412963, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.537774] env[69905]: DEBUG nova.compute.manager [req-9fd3564f-0e3d-41c4-8244-a8e0a391a392 req-d8b2b226-c900-428b-ba58-dd1895fc2a40 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Received event network-vif-plugged-66427fd4-1640-464d-8cde-cad4ef757ce0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.537981] env[69905]: DEBUG oslo_concurrency.lockutils [req-9fd3564f-0e3d-41c4-8244-a8e0a391a392 req-d8b2b226-c900-428b-ba58-dd1895fc2a40 service nova] Acquiring lock "54824947-735f-447a-b5a6-e37b8a884b81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.538198] env[69905]: DEBUG oslo_concurrency.lockutils [req-9fd3564f-0e3d-41c4-8244-a8e0a391a392 req-d8b2b226-c900-428b-ba58-dd1895fc2a40 service nova] Lock "54824947-735f-447a-b5a6-e37b8a884b81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.538366] env[69905]: DEBUG oslo_concurrency.lockutils [req-9fd3564f-0e3d-41c4-8244-a8e0a391a392 req-d8b2b226-c900-428b-ba58-dd1895fc2a40 service nova] Lock "54824947-735f-447a-b5a6-e37b8a884b81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.538606] env[69905]: DEBUG nova.compute.manager [req-9fd3564f-0e3d-41c4-8244-a8e0a391a392 req-d8b2b226-c900-428b-ba58-dd1895fc2a40 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] No waiting events found dispatching network-vif-plugged-66427fd4-1640-464d-8cde-cad4ef757ce0 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.538804] env[69905]: WARNING nova.compute.manager [req-9fd3564f-0e3d-41c4-8244-a8e0a391a392 req-d8b2b226-c900-428b-ba58-dd1895fc2a40 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Received unexpected event network-vif-plugged-66427fd4-1640-464d-8cde-cad4ef757ce0 for instance with vm_state building and task_state spawning. [ 708.542059] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Releasing lock "refresh_cache-50605f9a-f3a8-4671-9cfe-6c974fbdd12a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.542305] env[69905]: DEBUG nova.compute.manager [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Received event network-vif-plugged-f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.542521] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Acquiring lock "ef425dc4-a495-4bea-a09a-758416c3db5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.542711] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.542863] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.543043] env[69905]: DEBUG nova.compute.manager [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] No waiting events found dispatching network-vif-plugged-f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.543220] env[69905]: WARNING nova.compute.manager [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Received unexpected event network-vif-plugged-f820f7f8-852a-48cc-a136-6e84634f8cf9 for instance with vm_state building and task_state spawning. [ 708.543417] env[69905]: DEBUG nova.compute.manager [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Received event network-changed-f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.543760] env[69905]: DEBUG nova.compute.manager [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Refreshing instance network info cache due to event network-changed-f820f7f8-852a-48cc-a136-6e84634f8cf9. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.543957] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Acquiring lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.544106] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Acquired lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.544261] env[69905]: DEBUG nova.network.neutron [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Refreshing network info cache for port f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.601691] env[69905]: DEBUG nova.policy [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc95356211554ddab48e17d88f60d9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '292b936cf1314ca38d592fa5d22ea681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.777960] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026129} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.778317] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.778417] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Moving file from [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f/4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4. {{(pid=69905) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 708.779112] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e7a11837-c1ff-49e3-9b66-ad7cedfd64ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.785191] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 708.785191] env[69905]: value = "task-3412964" [ 708.785191] env[69905]: _type = "Task" [ 708.785191] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.793246] env[69905]: DEBUG nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.800470] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412964, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.005720] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf4ab71-05d1-4897-8da6-2b602b244550 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.016724] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36149519-01d7-4ba7-8dd2-59f1089220da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.059279] env[69905]: DEBUG nova.network.neutron [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.066972] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4aa07a-ebfd-4e7b-ab26-00d6d54d4b2d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.079605] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412963, 'name': CreateVM_Task, 'duration_secs': 0.346828} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.079908] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.081197] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f7549e-6f25-452e-a088-32811e4ceaa9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.086389] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.086389] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.086530] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.087127] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c052ce51-df21-4a38-8094-ed2fd19835d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.101182] env[69905]: DEBUG nova.compute.provider_tree [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.104356] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 709.104356] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fa0a81-d516-15cb-39f8-63c89b80f344" [ 709.104356] env[69905]: _type = "Task" [ 709.104356] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.117637] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fa0a81-d516-15cb-39f8-63c89b80f344, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.117637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.117637] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.117805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.236822] env[69905]: DEBUG nova.compute.manager [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Received event network-vif-plugged-ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.236822] env[69905]: DEBUG oslo_concurrency.lockutils [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] Acquiring lock "a8f00b38-a343-4d9d-be48-f077ca178028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.236822] env[69905]: DEBUG oslo_concurrency.lockutils [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] Lock "a8f00b38-a343-4d9d-be48-f077ca178028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.236822] env[69905]: DEBUG oslo_concurrency.lockutils [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] Lock "a8f00b38-a343-4d9d-be48-f077ca178028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.236822] env[69905]: DEBUG nova.compute.manager [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] No waiting events found dispatching network-vif-plugged-ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.237612] env[69905]: WARNING nova.compute.manager [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Received unexpected event network-vif-plugged-ca8630d5-1ca0-404c-abfe-3dbfeae09449 for instance with vm_state building and task_state spawning. [ 709.237612] env[69905]: DEBUG nova.compute.manager [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Received event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.237612] env[69905]: DEBUG nova.compute.manager [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing instance network info cache due to event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.237612] env[69905]: DEBUG oslo_concurrency.lockutils [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] Acquiring lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.237612] env[69905]: DEBUG oslo_concurrency.lockutils [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] Acquired lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.237858] env[69905]: DEBUG nova.network.neutron [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.300562] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412964, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030079} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.303610] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] File moved {{(pid=69905) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 709.304960] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Cleaning up location [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 709.305158] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Deleting the datastore file [datastore2] vmware_temp/f38b0731-4f94-4272-b95a-ccc7c6d5fb0f {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.307448] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fff01aa-4f8c-4833-b0f7-5f9990a8a82d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.311974] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 709.311974] env[69905]: value = "task-3412965" [ 709.311974] env[69905]: _type = "Task" [ 709.311974] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.322961] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.597223] env[69905]: DEBUG nova.network.neutron [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Updated VIF entry in instance network info cache for port f820f7f8-852a-48cc-a136-6e84634f8cf9. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.597539] env[69905]: DEBUG nova.network.neutron [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Updating instance_info_cache with network_info: [{"id": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "address": "fa:16:3e:e3:fe:dd", "network": {"id": "6b397f09-9b75-428c-a9ad-1f8fc3500c61", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1093969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84982537e9cf46c3998012816e925644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf820f7f8-85", "ovs_interfaceid": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.606349] env[69905]: DEBUG nova.scheduler.client.report [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.802369] env[69905]: DEBUG nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.822973] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024396} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.825140] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.828110] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabf51fb-c46f-46b9-b673-89cf31174a0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.836400] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 709.836400] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dabc92-bf58-0e30-a420-82e2365dfbb5" [ 709.836400] env[69905]: _type = "Task" [ 709.836400] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.847417] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.847667] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.847826] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.848017] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.848167] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.848314] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.848522] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.848678] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.849297] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.849297] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.849297] env[69905]: DEBUG nova.virt.hardware [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.853692] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ced6736-808c-4fe6-a03a-3b7bfd66a13e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.864341] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dabc92-bf58-0e30-a420-82e2365dfbb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.867659] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.869034] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 50605f9a-f3a8-4671-9cfe-6c974fbdd12a/50605f9a-f3a8-4671-9cfe-6c974fbdd12a.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.869034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.869034] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.869034] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4bb940-2f0c-4b44-9160-fc1ea6089271 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.873712] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6e6ee-d3f2-4db4-931f-4b212d873c30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.877925] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c8e4ebc-30f6-436b-b7d3-94b669b34ff5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.900242] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 709.900242] env[69905]: value = "task-3412967" [ 709.900242] env[69905]: _type = "Task" [ 709.900242] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.905573] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.905759] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.909068] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affa28ba-6904-4839-ac4b-088cedb5c598 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.912076] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.914598] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 709.914598] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5244674c-9288-4fb7-ad0c-1dfab1453b86" [ 709.914598] env[69905]: _type = "Task" [ 709.914598] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.922178] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5244674c-9288-4fb7-ad0c-1dfab1453b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.100880] env[69905]: DEBUG oslo_concurrency.lockutils [req-1535cba2-b7f0-45fd-9c6f-43db8063cdd6 req-742adcec-f81a-4d50-b668-975f1e56d5da service nova] Releasing lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.111507] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.112114] env[69905]: DEBUG nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.115060] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.204s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.117288] env[69905]: INFO nova.compute.claims [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.240709] env[69905]: DEBUG nova.network.neutron [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updated VIF entry in instance network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.241144] env[69905]: DEBUG nova.network.neutron [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.288096] env[69905]: DEBUG nova.network.neutron [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Updating instance_info_cache with network_info: [{"id": "66427fd4-1640-464d-8cde-cad4ef757ce0", "address": "fa:16:3e:69:b3:9f", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66427fd4-16", "ovs_interfaceid": "66427fd4-1640-464d-8cde-cad4ef757ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.413938] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479978} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.415236] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 50605f9a-f3a8-4671-9cfe-6c974fbdd12a/50605f9a-f3a8-4671-9cfe-6c974fbdd12a.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.415733] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.415792] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3957243b-b399-40bd-abb6-ec13ca7d998b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.428873] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5244674c-9288-4fb7-ad0c-1dfab1453b86, 'name': SearchDatastore_Task, 'duration_secs': 0.007826} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.429604] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 710.429604] env[69905]: value = "task-3412968" [ 710.429604] env[69905]: _type = "Task" [ 710.429604] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.430535] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37f0658-45c6-4222-91d6-2643746bb125 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.445101] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.447164] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 710.447164] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5206416c-a1ed-7db8-bfae-5022052a7559" [ 710.447164] env[69905]: _type = "Task" [ 710.447164] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.457146] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5206416c-a1ed-7db8-bfae-5022052a7559, 'name': SearchDatastore_Task, 'duration_secs': 0.008098} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.457389] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.457641] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] ef425dc4-a495-4bea-a09a-758416c3db5c/ef425dc4-a495-4bea-a09a-758416c3db5c.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.458323] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.458908] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.458908] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99aae406-ae63-47d0-aded-766c57304b7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.464088] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e6f212f-7796-43a6-a822-2755afb71dac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.469704] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 710.469704] env[69905]: value = "task-3412969" [ 710.469704] env[69905]: _type = "Task" [ 710.469704] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.473968] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.474255] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.475430] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24de9fc5-62ac-4f45-9fe8-6f1dc9bae83f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.480720] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.483665] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 710.483665] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d0e98d-3013-8cc4-1de9-a1f380474cc5" [ 710.483665] env[69905]: _type = "Task" [ 710.483665] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.492466] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d0e98d-3013-8cc4-1de9-a1f380474cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.621602] env[69905]: DEBUG nova.compute.utils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.625730] env[69905]: DEBUG nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.626173] env[69905]: DEBUG nova.network.neutron [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.659827] env[69905]: DEBUG nova.network.neutron [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Successfully created port: 333c4060-67c6-4984-ac72-90c88876488e {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.746807] env[69905]: DEBUG oslo_concurrency.lockutils [req-bd03351a-50ae-4095-a221-cde116c3759e req-0fc12cb7-8596-4152-a67a-fb8d9573eaeb service nova] Releasing lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.791463] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Releasing lock "refresh_cache-54824947-735f-447a-b5a6-e37b8a884b81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.792092] env[69905]: DEBUG nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Instance network_info: |[{"id": "66427fd4-1640-464d-8cde-cad4ef757ce0", "address": "fa:16:3e:69:b3:9f", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66427fd4-16", "ovs_interfaceid": "66427fd4-1640-464d-8cde-cad4ef757ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.792967] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:b3:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66427fd4-1640-464d-8cde-cad4ef757ce0', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.804928] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Creating folder: Project (5fd01328368044c2812cb5f03d3e651b). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.805303] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e89c7c37-fb80-4f90-a4a5-cd8aade442c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.820162] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Created folder: Project (5fd01328368044c2812cb5f03d3e651b) in parent group-v680985. [ 710.820352] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Creating folder: Instances. Parent ref: group-v680999. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.820618] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbacbad3-208f-4428-9762-aae70b983556 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.837555] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Created folder: Instances in parent group-v680999. [ 710.837555] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.837698] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.837921] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d01adda-e2d8-4098-8974-036c3120e630 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.861950] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.861950] env[69905]: value = "task-3412972" [ 710.861950] env[69905]: _type = "Task" [ 710.861950] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.879398] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412972, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.922024] env[69905]: DEBUG nova.policy [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e420e6509b5041e1992412c96b249fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a28e34619a28405ab8f63b8fb81bf07d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.945271] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062308} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.945705] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.946687] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26846d6d-5851-4a89-b4ae-a16e6a248112 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.976910] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 50605f9a-f3a8-4671-9cfe-6c974fbdd12a/50605f9a-f3a8-4671-9cfe-6c974fbdd12a.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.977372] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e55fcb1-c8f2-4a7c-b934-c69998a0360f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.011126] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d0e98d-3013-8cc4-1de9-a1f380474cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.008153} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.011380] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495787} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.014147] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] ef425dc4-a495-4bea-a09a-758416c3db5c/ef425dc4-a495-4bea-a09a-758416c3db5c.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.014147] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.014147] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 711.014147] env[69905]: value = "task-3412973" [ 711.014147] env[69905]: _type = "Task" [ 711.014147] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.014147] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea62822-4f4b-40f2-aa82-90926c5e445e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.016143] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4090c848-0519-4779-b737-58ffe48779dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.024630] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 711.024630] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e3d6ea-202c-4281-ef89-3cb8cf1ee329" [ 711.024630] env[69905]: _type = "Task" [ 711.024630] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.027945] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.032554] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 711.032554] env[69905]: value = "task-3412974" [ 711.032554] env[69905]: _type = "Task" [ 711.032554] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.042995] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e3d6ea-202c-4281-ef89-3cb8cf1ee329, 'name': SearchDatastore_Task} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.047019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.047019] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a8f00b38-a343-4d9d-be48-f077ca178028/a8f00b38-a343-4d9d-be48-f077ca178028.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.047441] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.047745] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace63508-d08e-41d3-a7fd-11ba67ff414f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.056648] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 711.056648] env[69905]: value = "task-3412975" [ 711.056648] env[69905]: _type = "Task" [ 711.056648] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.068137] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.127429] env[69905]: DEBUG nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.353236] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52cca7e-8730-40a8-8702-2541be63a5ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.359805] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b3a31-a466-41a1-a46a-4dd540457fe7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.374301] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412972, 'name': CreateVM_Task, 'duration_secs': 0.44463} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.401342] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.404031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.404031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.404031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.404031] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420c1439-30ed-4b30-a0df-7593b0788432 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.406436] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681d92b3-c04d-42ae-b283-7121742ac804 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.422070] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b109557a-07d2-49fb-b7c8-fcbc51049486 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.422070] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 711.422070] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526037c7-c299-6292-6b70-0d1e236adc47" [ 711.422070] env[69905]: _type = "Task" [ 711.422070] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.433535] env[69905]: DEBUG nova.compute.provider_tree [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.448042] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526037c7-c299-6292-6b70-0d1e236adc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.448042] env[69905]: DEBUG nova.network.neutron [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Successfully updated port: 7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.527716] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412973, 'name': ReconfigVM_Task, 'duration_secs': 0.41959} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.528022] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 50605f9a-f3a8-4671-9cfe-6c974fbdd12a/50605f9a-f3a8-4671-9cfe-6c974fbdd12a.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.528733] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7b2fda8-6006-4be8-93f3-53a3a7a190e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.539177] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 711.539177] env[69905]: value = "task-3412976" [ 711.539177] env[69905]: _type = "Task" [ 711.539177] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.545334] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078772} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.546313] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.547114] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c9345-c0f2-40f1-addd-80ca58028ae8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.553292] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412976, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.573952] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] ef425dc4-a495-4bea-a09a-758416c3db5c/ef425dc4-a495-4bea-a09a-758416c3db5c.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.577336] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5fe92e8-8e70-42e9-8105-59f8ae8b3656 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.598253] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468095} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.599618] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a8f00b38-a343-4d9d-be48-f077ca178028/a8f00b38-a343-4d9d-be48-f077ca178028.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.599838] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.600163] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 711.600163] env[69905]: value = "task-3412978" [ 711.600163] env[69905]: _type = "Task" [ 711.600163] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.600371] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63e5c96f-d55b-4109-a312-d9bb44cae89f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.610894] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.614251] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 711.614251] env[69905]: value = "task-3412979" [ 711.614251] env[69905]: _type = "Task" [ 711.614251] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.624261] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.932360] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526037c7-c299-6292-6b70-0d1e236adc47, 'name': SearchDatastore_Task, 'duration_secs': 0.055534} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.932739] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.932875] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.933195] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.933368] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.933936] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.933936] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-164d9f23-795a-4800-9eb9-b6c1f42f0287 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.936589] env[69905]: DEBUG nova.scheduler.client.report [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.952097] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.952097] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.952097] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bce2f3-b9f4-4e0a-8f3a-646d511fb369 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.954258] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "refresh_cache-bb35d375-ac50-4e4a-831d-adeb6145f3fd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.954399] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "refresh_cache-bb35d375-ac50-4e4a-831d-adeb6145f3fd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.954548] env[69905]: DEBUG nova.network.neutron [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.955901] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 711.955901] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e701c7-1cb8-a088-b1a1-2d748dff6729" [ 711.955901] env[69905]: _type = "Task" [ 711.955901] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.966598] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e701c7-1cb8-a088-b1a1-2d748dff6729, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.967461] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88154b1-499e-4173-81e5-0daa95138252 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.974143] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 711.974143] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5245949f-0b0f-f29e-870e-707bc8837c4f" [ 711.974143] env[69905]: _type = "Task" [ 711.974143] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.982198] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5245949f-0b0f-f29e-870e-707bc8837c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.049168] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412976, 'name': Rename_Task, 'duration_secs': 0.145341} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.049473] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.049710] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b7ab7f-5e6d-4ce9-8d3b-f316e8e65f7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.057060] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 712.057060] env[69905]: value = "task-3412980" [ 712.057060] env[69905]: _type = "Task" [ 712.057060] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.065765] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.121429] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412978, 'name': ReconfigVM_Task, 'duration_secs': 0.317785} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.126343] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Reconfigured VM instance instance-00000002 to attach disk [datastore2] ef425dc4-a495-4bea-a09a-758416c3db5c/ef425dc4-a495-4bea-a09a-758416c3db5c.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.127341] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c3f40b-0374-4248-aa04-e4063065dbed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.138594] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074041} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.140395] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.142065] env[69905]: DEBUG nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.145333] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 712.145333] env[69905]: value = "task-3412981" [ 712.145333] env[69905]: _type = "Task" [ 712.145333] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.146699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12981e55-e29f-4f68-9fbb-5fa4269421aa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.186041] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412981, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.201767] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] a8f00b38-a343-4d9d-be48-f077ca178028/a8f00b38-a343-4d9d-be48-f077ca178028.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.205408] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.205735] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.205965] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.206255] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.206486] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.206705] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.207027] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.207267] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.207722] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.207996] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.208280] env[69905]: DEBUG nova.virt.hardware [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.208664] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4795fd0b-fcc3-4f9a-b19e-e8c2e62be9b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.233642] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e56d23b-74d1-422e-b3b5-ba592f8b61cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.246187] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c788a207-fd32-459e-ae9d-c68da9f1edbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.255988] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 712.255988] env[69905]: value = "task-3412982" [ 712.255988] env[69905]: _type = "Task" [ 712.255988] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.280811] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.442033] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.442587] env[69905]: DEBUG nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.445465] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.188s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.446769] env[69905]: INFO nova.compute.claims [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.487816] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5245949f-0b0f-f29e-870e-707bc8837c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.487816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.487816] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 54824947-735f-447a-b5a6-e37b8a884b81/54824947-735f-447a-b5a6-e37b8a884b81.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.487816] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57f25642-a121-485c-a4b8-c72806859b63 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.498182] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 712.498182] env[69905]: value = "task-3412983" [ 712.498182] env[69905]: _type = "Task" [ 712.498182] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.509363] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.568473] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.574890] env[69905]: DEBUG nova.network.neutron [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.664054] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412981, 'name': Rename_Task, 'duration_secs': 0.144293} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.666052] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.666604] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1900cee0-3a6f-4296-a26d-c4649ae1bb4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.678153] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 712.678153] env[69905]: value = "task-3412984" [ 712.678153] env[69905]: _type = "Task" [ 712.678153] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.696815] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.728671] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.728913] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.776614] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412982, 'name': ReconfigVM_Task, 'duration_secs': 0.301488} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.776915] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Reconfigured VM instance instance-00000003 to attach disk [datastore2] a8f00b38-a343-4d9d-be48-f077ca178028/a8f00b38-a343-4d9d-be48-f077ca178028.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.777666] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a0a4986-9d04-4a0c-88cc-f11c9b72f0ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.792722] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 712.792722] env[69905]: value = "task-3412985" [ 712.792722] env[69905]: _type = "Task" [ 712.792722] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.807505] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412985, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.832066] env[69905]: DEBUG nova.network.neutron [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Successfully created port: 2d12093d-6973-463b-976f-51f4895ca16b {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.904959] env[69905]: DEBUG nova.compute.manager [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Received event network-changed-66427fd4-1640-464d-8cde-cad4ef757ce0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.906303] env[69905]: DEBUG nova.compute.manager [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Refreshing instance network info cache due to event network-changed-66427fd4-1640-464d-8cde-cad4ef757ce0. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.909023] env[69905]: DEBUG oslo_concurrency.lockutils [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] Acquiring lock "refresh_cache-54824947-735f-447a-b5a6-e37b8a884b81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.909023] env[69905]: DEBUG oslo_concurrency.lockutils [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] Acquired lock "refresh_cache-54824947-735f-447a-b5a6-e37b8a884b81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.909023] env[69905]: DEBUG nova.network.neutron [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Refreshing network info cache for port 66427fd4-1640-464d-8cde-cad4ef757ce0 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.951841] env[69905]: DEBUG nova.compute.utils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.956288] env[69905]: DEBUG nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.956928] env[69905]: DEBUG nova.network.neutron [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.008804] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412983, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.078327] env[69905]: DEBUG oslo_vmware.api [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3412980, 'name': PowerOnVM_Task, 'duration_secs': 0.589557} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.078735] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.079802] env[69905]: INFO nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Took 15.04 seconds to spawn the instance on the hypervisor. [ 713.079802] env[69905]: DEBUG nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.081022] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4d7b63-8175-4b59-8296-1a9453141da0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.105285] env[69905]: DEBUG nova.policy [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597c299aac3745579ca9659a12db6f7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d65ad13551646bc9b4b6e6320223c62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.191498] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.198292] env[69905]: DEBUG nova.network.neutron [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Updating instance_info_cache with network_info: [{"id": "7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56", "address": "fa:16:3e:20:f6:1d", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aac7721-6a", "ovs_interfaceid": "7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.304211] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412985, 'name': Rename_Task, 'duration_secs': 0.303492} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.304532] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.305022] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb0d53c-89b1-4e51-807f-e3c8f8ae6543 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.315583] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 713.315583] env[69905]: value = "task-3412986" [ 713.315583] env[69905]: _type = "Task" [ 713.315583] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.332511] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.458255] env[69905]: DEBUG nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.517746] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514364} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.518121] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 54824947-735f-447a-b5a6-e37b8a884b81/54824947-735f-447a-b5a6-e37b8a884b81.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.519246] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.524689] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de6813f4-9b9c-45a3-89bb-2415d2f03786 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.539123] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 713.539123] env[69905]: value = "task-3412987" [ 713.539123] env[69905]: _type = "Task" [ 713.539123] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.551109] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.551109] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.557722] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.611449] env[69905]: INFO nova.compute.manager [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Took 19.84 seconds to build instance. [ 713.691813] env[69905]: DEBUG oslo_vmware.api [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3412984, 'name': PowerOnVM_Task, 'duration_secs': 0.64173} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.695309] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.695479] env[69905]: INFO nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Took 13.41 seconds to spawn the instance on the hypervisor. [ 713.695643] env[69905]: DEBUG nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.696864] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ad13f-d82e-4612-af1b-2f3d7c3b1f0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.702620] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "refresh_cache-bb35d375-ac50-4e4a-831d-adeb6145f3fd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.703112] env[69905]: DEBUG nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Instance network_info: |[{"id": "7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56", "address": "fa:16:3e:20:f6:1d", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aac7721-6a", "ovs_interfaceid": "7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.705932] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:f6:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.715024] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Creating folder: Project (ed42cb4548f74dabbc939d992b441e6c). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.722624] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb70f46f-a55f-409c-828f-0f2d67b9a46e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.736820] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Created folder: Project (ed42cb4548f74dabbc939d992b441e6c) in parent group-v680985. [ 713.736987] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Creating folder: Instances. Parent ref: group-v681002. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.739024] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ffb9f4-352e-41ae-ad61-9b27279d1dec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.751671] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Created folder: Instances in parent group-v681002. [ 713.751920] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.752221] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.752477] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e69c41f-9f0b-417e-9624-d690da907414 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.782221] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.782221] env[69905]: value = "task-3412991" [ 713.782221] env[69905]: _type = "Task" [ 713.782221] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.793636] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412991, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.795788] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14986c29-8fa2-4ce1-abd6-cb611255491f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.805711] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b80b27-0e90-47d4-8695-7fb85f0416a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.843526] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d723bf88-681f-4bdd-912b-4542f0f83f57 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.858025] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f427d351-32a1-4060-a240-8280197b2d51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.863200] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.877450] env[69905]: DEBUG nova.compute.provider_tree [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.057202] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172345} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.057479] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.058918] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85af50-5cbf-4ec0-9f2c-c50d04b1f47f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.089588] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 54824947-735f-447a-b5a6-e37b8a884b81/54824947-735f-447a-b5a6-e37b8a884b81.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.090284] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b95cd3-fed8-466d-9771-bb2a97cf0008 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.115055] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 714.115055] env[69905]: value = "task-3412992" [ 714.115055] env[69905]: _type = "Task" [ 714.115055] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.118706] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2b1bda1b-b3fc-429d-9ccd-4fd7ed2a9395 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.360s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.120629] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.648s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.120911] env[69905]: INFO nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] During sync_power_state the instance has a pending task (spawning). Skip. [ 714.121127] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.128728] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.246247] env[69905]: INFO nova.compute.manager [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Took 19.99 seconds to build instance. [ 714.266342] env[69905]: DEBUG nova.network.neutron [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Successfully created port: 2ab1d88c-8c29-4d38-9c51-06566eb75ecf {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.297558] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412991, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.355052] env[69905]: DEBUG oslo_vmware.api [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3412986, 'name': PowerOnVM_Task, 'duration_secs': 0.595154} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.356129] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.356129] env[69905]: INFO nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Took 11.75 seconds to spawn the instance on the hypervisor. [ 714.356129] env[69905]: DEBUG nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.356813] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23bce35-4b92-47f2-97da-5035d535f16d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.380426] env[69905]: DEBUG nova.scheduler.client.report [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.387096] env[69905]: DEBUG nova.compute.manager [req-879e0679-d136-4f38-bedf-42124fef4dfc req-f2cfdfa4-ac80-4e4a-b33f-e94a9250fd7b service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Received event network-vif-plugged-7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.387769] env[69905]: DEBUG oslo_concurrency.lockutils [req-879e0679-d136-4f38-bedf-42124fef4dfc req-f2cfdfa4-ac80-4e4a-b33f-e94a9250fd7b service nova] Acquiring lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.387769] env[69905]: DEBUG oslo_concurrency.lockutils [req-879e0679-d136-4f38-bedf-42124fef4dfc req-f2cfdfa4-ac80-4e4a-b33f-e94a9250fd7b service nova] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.387906] env[69905]: DEBUG oslo_concurrency.lockutils [req-879e0679-d136-4f38-bedf-42124fef4dfc req-f2cfdfa4-ac80-4e4a-b33f-e94a9250fd7b service nova] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.388115] env[69905]: DEBUG nova.compute.manager [req-879e0679-d136-4f38-bedf-42124fef4dfc req-f2cfdfa4-ac80-4e4a-b33f-e94a9250fd7b service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] No waiting events found dispatching network-vif-plugged-7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.388707] env[69905]: WARNING nova.compute.manager [req-879e0679-d136-4f38-bedf-42124fef4dfc req-f2cfdfa4-ac80-4e4a-b33f-e94a9250fd7b service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Received unexpected event network-vif-plugged-7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 for instance with vm_state building and task_state spawning. [ 714.470558] env[69905]: DEBUG nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.508054] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.508262] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.508414] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.508622] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.509280] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.509280] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.509280] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.509280] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.509566] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.509628] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.509802] env[69905]: DEBUG nova.virt.hardware [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.510839] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdec00e-797a-4aaf-b13b-b4de2a14fba6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.526378] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe80e25-b84b-4058-b5a7-a7ea30fd7c3b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.623308] env[69905]: DEBUG nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.629407] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.646021] env[69905]: DEBUG nova.network.neutron [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Updated VIF entry in instance network info cache for port 66427fd4-1640-464d-8cde-cad4ef757ce0. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.646420] env[69905]: DEBUG nova.network.neutron [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Updating instance_info_cache with network_info: [{"id": "66427fd4-1640-464d-8cde-cad4ef757ce0", "address": "fa:16:3e:69:b3:9f", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66427fd4-16", "ovs_interfaceid": "66427fd4-1640-464d-8cde-cad4ef757ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.750909] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3646deab-67f3-4f6d-84b4-f35ae8696b02 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.503s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.753238] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.280s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.753538] env[69905]: INFO nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] During sync_power_state the instance has a pending task (networking). Skip. [ 714.753723] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.796295] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3412991, 'name': CreateVM_Task, 'duration_secs': 0.588224} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.796468] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.797193] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.797438] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.797753] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.798060] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0a9e2f-2999-42f6-8195-10906da316a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.806220] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 714.806220] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e36934-1480-a830-8b9c-703f7d61c3e7" [ 714.806220] env[69905]: _type = "Task" [ 714.806220] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.818139] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e36934-1480-a830-8b9c-703f7d61c3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.893188] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.893188] env[69905]: DEBUG nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.895653] env[69905]: INFO nova.compute.manager [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Took 20.56 seconds to build instance. [ 714.896897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.184s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.896897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.897027] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 714.897620] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.369s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.902209] env[69905]: INFO nova.compute.claims [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.903261] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538daefb-38f4-4305-8d67-75ce9d640b92 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.915259] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3980aaee-1f61-4b15-a05e-14250387e6a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.940169] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c5f77a-933a-4de0-965d-48450cc26a42 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.954033] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac26df-d9d3-4c5e-a124-88dad7958fb9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.001914] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180948MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 715.002124] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.127136] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.127459] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "a58a5b47-54a0-493a-9048-913a4f16c306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.139720] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412992, 'name': ReconfigVM_Task, 'duration_secs': 0.704142} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.139793] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 54824947-735f-447a-b5a6-e37b8a884b81/54824947-735f-447a-b5a6-e37b8a884b81.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.142415] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d8c3d1-0fb5-4fa6-adbf-55c0a999d1fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.149380] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 715.149380] env[69905]: value = "task-3412993" [ 715.149380] env[69905]: _type = "Task" [ 715.149380] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.150941] env[69905]: DEBUG oslo_concurrency.lockutils [req-71ed73ec-eefd-4116-bf90-dc09bd5474fb req-54ce19f2-01b9-4900-97ef-ff1e7d4b5988 service nova] Releasing lock "refresh_cache-54824947-735f-447a-b5a6-e37b8a884b81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.160291] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.164196] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412993, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.255688] env[69905]: DEBUG nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.327345] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e36934-1480-a830-8b9c-703f7d61c3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.327680] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.327906] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.328157] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.328297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.328473] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.329373] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64a35fb9-f5cc-46da-b4b8-c97ef4464f39 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.340410] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.340736] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.341405] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f27853c-dd69-47d2-8a6d-730afec72dea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.353105] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 715.353105] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b1f503-c7fb-6f2a-e684-11c2c1f36ad6" [ 715.353105] env[69905]: _type = "Task" [ 715.353105] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.368956] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b1f503-c7fb-6f2a-e684-11c2c1f36ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.375184] env[69905]: DEBUG nova.network.neutron [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Successfully updated port: 333c4060-67c6-4984-ac72-90c88876488e {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.403328] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50824592-c2a5-47fc-9b53-11069470e482 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "a8f00b38-a343-4d9d-be48-f077ca178028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.083s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.405008] env[69905]: DEBUG nova.compute.utils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.408708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "a8f00b38-a343-4d9d-be48-f077ca178028" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.935s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.409116] env[69905]: DEBUG nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.409336] env[69905]: DEBUG nova.network.neutron [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.413198] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ee745c-d054-42dd-bbc4-5d30c936d0df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.604483] env[69905]: DEBUG nova.policy [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7632affa6604b69aefbfd25c31f0a55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e55c0bb932f4b64a8333b075b11adf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.661431] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412993, 'name': Rename_Task, 'duration_secs': 0.188667} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.661749] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.661988] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4301ad5-2647-4653-b5a7-17336c92ddf8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.670785] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 715.670785] env[69905]: value = "task-3412994" [ 715.670785] env[69905]: _type = "Task" [ 715.670785] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.682852] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.793155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.867654] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b1f503-c7fb-6f2a-e684-11c2c1f36ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.015525} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.870057] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1f5c5f-e789-413a-80d3-d27d9cf782fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.877268] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 715.877268] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52abdfcb-5dd5-007b-1afc-ed28984461b3" [ 715.877268] env[69905]: _type = "Task" [ 715.877268] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.880532] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "refresh_cache-b8ef718c-0837-4139-9dcd-e9716dfbbddb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.881765] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired lock "refresh_cache-b8ef718c-0837-4139-9dcd-e9716dfbbddb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.887347] env[69905]: DEBUG nova.network.neutron [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.897115] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52abdfcb-5dd5-007b-1afc-ed28984461b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.898064] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.899498] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] bb35d375-ac50-4e4a-831d-adeb6145f3fd/bb35d375-ac50-4e4a-831d-adeb6145f3fd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.899498] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-333b3aec-0e13-4d05-ba2d-10a847092087 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.909677] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 715.909677] env[69905]: value = "task-3412995" [ 715.909677] env[69905]: _type = "Task" [ 715.909677] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.914793] env[69905]: DEBUG nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.922239] env[69905]: DEBUG nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.932161] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "a8f00b38-a343-4d9d-be48-f077ca178028" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.950175] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.188469] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.301678] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eacaab-c9cb-43ac-aa6b-28a5e23e5259 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.318929] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821cc525-4dd8-4f70-b04b-d51a7d048e96 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.363211] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dca6c3-0bf8-4f51-b338-0f7829ed1488 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.375124] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ac1607-1bc8-4249-a29e-e3b1c09fbd65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.405316] env[69905]: DEBUG nova.compute.provider_tree [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.420960] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.470613] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.502031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "33b817ff-96bf-4d5f-880c-d88b458e260b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.502031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "33b817ff-96bf-4d5f-880c-d88b458e260b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.610268] env[69905]: DEBUG nova.network.neutron [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.687170] env[69905]: DEBUG oslo_vmware.api [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3412994, 'name': PowerOnVM_Task, 'duration_secs': 0.671918} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.687170] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.687170] env[69905]: INFO nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Took 11.79 seconds to spawn the instance on the hypervisor. [ 716.687592] env[69905]: DEBUG nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.688706] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b98d62-5d25-4c91-8b9b-0a36e9a694b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.910716] env[69905]: DEBUG nova.scheduler.client.report [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.926343] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585345} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.926901] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] bb35d375-ac50-4e4a-831d-adeb6145f3fd/bb35d375-ac50-4e4a-831d-adeb6145f3fd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.927409] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.927409] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6afb0c7-4819-4dcd-9d5e-7f10f5bb7108 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.935931] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 716.935931] env[69905]: value = "task-3412996" [ 716.935931] env[69905]: _type = "Task" [ 716.935931] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.943779] env[69905]: DEBUG nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.954487] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.985837] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.985837] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.985837] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.987407] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.987846] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.988272] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.988760] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.989463] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.989463] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.989463] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.989646] env[69905]: DEBUG nova.virt.hardware [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.990652] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d91aaf0-dfec-4c0a-ae13-be50ccb7598f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.000856] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c51f1-a1a1-42c7-adbd-b3cfc136a034 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.210868] env[69905]: INFO nova.compute.manager [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Took 21.19 seconds to build instance. [ 717.355259] env[69905]: DEBUG nova.network.neutron [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Successfully created port: 39eef571-694f-44c2-a9e2-c2ca71797f34 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.373646] env[69905]: DEBUG nova.network.neutron [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Updating instance_info_cache with network_info: [{"id": "333c4060-67c6-4984-ac72-90c88876488e", "address": "fa:16:3e:73:87:5c", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333c4060-67", "ovs_interfaceid": "333c4060-67c6-4984-ac72-90c88876488e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.389120] env[69905]: DEBUG nova.network.neutron [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Successfully updated port: 2d12093d-6973-463b-976f-51f4895ca16b {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.421388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.422557] env[69905]: DEBUG nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.426451] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.424s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.448968] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085489} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.449381] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.450721] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8eeaa5-f323-4205-8636-73d590bc015b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.481424] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] bb35d375-ac50-4e4a-831d-adeb6145f3fd/bb35d375-ac50-4e4a-831d-adeb6145f3fd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.484196] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec82309-c6f6-4202-b284-fff952b8bfee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.506259] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 717.506259] env[69905]: value = "task-3412997" [ 717.506259] env[69905]: _type = "Task" [ 717.506259] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.515212] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.564142] env[69905]: DEBUG nova.network.neutron [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Successfully updated port: 2ab1d88c-8c29-4d38-9c51-06566eb75ecf {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.713307] env[69905]: DEBUG oslo_concurrency.lockutils [None req-efc60020-5b8f-4768-8957-e3dffae97dab tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "54824947-735f-447a-b5a6-e37b8a884b81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.701s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.876785] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Releasing lock "refresh_cache-b8ef718c-0837-4139-9dcd-e9716dfbbddb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.877132] env[69905]: DEBUG nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Instance network_info: |[{"id": "333c4060-67c6-4984-ac72-90c88876488e", "address": "fa:16:3e:73:87:5c", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333c4060-67", "ovs_interfaceid": "333c4060-67c6-4984-ac72-90c88876488e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.877564] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:87:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '333c4060-67c6-4984-ac72-90c88876488e', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.887542] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Creating folder: Project (292b936cf1314ca38d592fa5d22ea681). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.887542] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43621a70-52bc-4c7d-99d2-c8da1ff286ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.896884] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "refresh_cache-ca7f31df-30ef-4b66-ab8e-63c1a12cb598" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.896884] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired lock "refresh_cache-ca7f31df-30ef-4b66-ab8e-63c1a12cb598" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.896884] env[69905]: DEBUG nova.network.neutron [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.904607] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Created folder: Project (292b936cf1314ca38d592fa5d22ea681) in parent group-v680985. [ 717.904607] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Creating folder: Instances. Parent ref: group-v681005. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.904607] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-954dc1d3-aa4f-438c-b1d3-5670f69a3ade {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.917888] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Created folder: Instances in parent group-v681005. [ 717.918149] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.918399] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.918564] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f99cdb4-1cdf-4b6c-9fe9-da42205caba0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.943685] env[69905]: DEBUG nova.compute.utils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.947294] env[69905]: DEBUG nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.947294] env[69905]: DEBUG nova.network.neutron [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.956477] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.956477] env[69905]: value = "task-3413000" [ 717.956477] env[69905]: _type = "Task" [ 717.956477] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.971601] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413000, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.021922] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.067090] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "refresh_cache-ef12b312-668e-4e77-becd-a3a717f37306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.068135] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquired lock "refresh_cache-ef12b312-668e-4e77-becd-a3a717f37306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.068135] env[69905]: DEBUG nova.network.neutron [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.138748] env[69905]: DEBUG nova.policy [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aadeaa1d999844e1a1ac8b34684cabfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '539b32daa786475384cfcb885241ad22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.215949] env[69905]: DEBUG nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.441926] env[69905]: DEBUG nova.compute.manager [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Received event network-changed-7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.442143] env[69905]: DEBUG nova.compute.manager [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Refreshing instance network info cache due to event network-changed-7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.442350] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Acquiring lock "refresh_cache-bb35d375-ac50-4e4a-831d-adeb6145f3fd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.442622] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Acquired lock "refresh_cache-bb35d375-ac50-4e4a-831d-adeb6145f3fd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.442715] env[69905]: DEBUG nova.network.neutron [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Refreshing network info cache for port 7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.451826] env[69905]: DEBUG nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.467251] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413000, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.476075] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 50605f9a-f3a8-4671-9cfe-6c974fbdd12a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477540] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ef425dc4-a495-4bea-a09a-758416c3db5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477540] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a8f00b38-a343-4d9d-be48-f077ca178028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477540] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 54824947-735f-447a-b5a6-e37b8a884b81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477540] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance bb35d375-ac50-4e4a-831d-adeb6145f3fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477749] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ca7f31df-30ef-4b66-ab8e-63c1a12cb598 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477749] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance b8ef718c-0837-4139-9dcd-e9716dfbbddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477749] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ef12b312-668e-4e77-becd-a3a717f37306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477749] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.477874] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 718.481618] env[69905]: DEBUG nova.network.neutron [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.520978] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3412997, 'name': ReconfigVM_Task, 'duration_secs': 0.670277} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.520978] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Reconfigured VM instance instance-00000005 to attach disk [datastore2] bb35d375-ac50-4e4a-831d-adeb6145f3fd/bb35d375-ac50-4e4a-831d-adeb6145f3fd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.521222] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-497918ae-4ed2-4ca1-8c28-72fe0ab9a1b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.529635] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 718.529635] env[69905]: value = "task-3413001" [ 718.529635] env[69905]: _type = "Task" [ 718.529635] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.542662] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413001, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.660986] env[69905]: DEBUG nova.network.neutron [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.747975] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.901291] env[69905]: DEBUG nova.network.neutron [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Updating instance_info_cache with network_info: [{"id": "2d12093d-6973-463b-976f-51f4895ca16b", "address": "fa:16:3e:2d:61:19", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d12093d-69", "ovs_interfaceid": "2d12093d-6973-463b-976f-51f4895ca16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.983303] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413000, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.987861] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 9d501907-48a9-4300-8740-57b3da041af4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 718.989898] env[69905]: DEBUG nova.compute.manager [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.993360] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8657ebb-b333-4e5c-b7f9-2da0d595baf4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.049161] env[69905]: DEBUG nova.compute.manager [req-23cd26e0-3579-4398-85fc-4b51da73cb5e req-4cd24c75-3407-4379-9636-287352ae7327 service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Received event network-vif-plugged-2ab1d88c-8c29-4d38-9c51-06566eb75ecf {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.049417] env[69905]: DEBUG oslo_concurrency.lockutils [req-23cd26e0-3579-4398-85fc-4b51da73cb5e req-4cd24c75-3407-4379-9636-287352ae7327 service nova] Acquiring lock "ef12b312-668e-4e77-becd-a3a717f37306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.049601] env[69905]: DEBUG oslo_concurrency.lockutils [req-23cd26e0-3579-4398-85fc-4b51da73cb5e req-4cd24c75-3407-4379-9636-287352ae7327 service nova] Lock "ef12b312-668e-4e77-becd-a3a717f37306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.049761] env[69905]: DEBUG oslo_concurrency.lockutils [req-23cd26e0-3579-4398-85fc-4b51da73cb5e req-4cd24c75-3407-4379-9636-287352ae7327 service nova] Lock "ef12b312-668e-4e77-becd-a3a717f37306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.049936] env[69905]: DEBUG nova.compute.manager [req-23cd26e0-3579-4398-85fc-4b51da73cb5e req-4cd24c75-3407-4379-9636-287352ae7327 service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] No waiting events found dispatching network-vif-plugged-2ab1d88c-8c29-4d38-9c51-06566eb75ecf {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.050258] env[69905]: WARNING nova.compute.manager [req-23cd26e0-3579-4398-85fc-4b51da73cb5e req-4cd24c75-3407-4379-9636-287352ae7327 service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Received unexpected event network-vif-plugged-2ab1d88c-8c29-4d38-9c51-06566eb75ecf for instance with vm_state building and task_state spawning. [ 719.070832] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413001, 'name': Rename_Task, 'duration_secs': 0.317058} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.071124] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.071407] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d92a09a6-f2a0-493e-bed8-8716f6b46559 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.082725] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 719.082725] env[69905]: value = "task-3413002" [ 719.082725] env[69905]: _type = "Task" [ 719.082725] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.094572] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.250772] env[69905]: DEBUG nova.network.neutron [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Updating instance_info_cache with network_info: [{"id": "2ab1d88c-8c29-4d38-9c51-06566eb75ecf", "address": "fa:16:3e:40:b2:4a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab1d88c-8c", "ovs_interfaceid": "2ab1d88c-8c29-4d38-9c51-06566eb75ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.404313] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Releasing lock "refresh_cache-ca7f31df-30ef-4b66-ab8e-63c1a12cb598" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.404624] env[69905]: DEBUG nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Instance network_info: |[{"id": "2d12093d-6973-463b-976f-51f4895ca16b", "address": "fa:16:3e:2d:61:19", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d12093d-69", "ovs_interfaceid": "2d12093d-6973-463b-976f-51f4895ca16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.405441] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:61:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d12093d-6973-463b-976f-51f4895ca16b', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.412526] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Creating folder: Project (a28e34619a28405ab8f63b8fb81bf07d). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.412944] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb723ac2-8375-49ec-8d7a-1d8f4d4f6d0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.426593] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Created folder: Project (a28e34619a28405ab8f63b8fb81bf07d) in parent group-v680985. [ 719.426879] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Creating folder: Instances. Parent ref: group-v681008. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.429190] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-658b8328-1479-4eb6-8c11-6601930f89e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.438978] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Created folder: Instances in parent group-v681008. [ 719.439177] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.439383] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.439785] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d79360c-bd97-435b-9d92-3308997d4d91 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.472342] env[69905]: DEBUG nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.474394] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413000, 'name': CreateVM_Task, 'duration_secs': 1.441888} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.477315] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.477315] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.477315] env[69905]: value = "task-3413005" [ 719.477315] env[69905]: _type = "Task" [ 719.477315] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.477538] env[69905]: DEBUG oslo_vmware.service [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bbe782-2592-4e1d-b35c-7c7e88639e97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.493035] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 719.496013] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.496369] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.496649] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.504486] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f73d32f-294f-4ddd-802d-6df2a13b9dcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.506471] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413005, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.509408] env[69905]: DEBUG nova.network.neutron [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Successfully created port: 1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.512489] env[69905]: INFO nova.compute.manager [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] instance snapshotting [ 719.518384] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86227f8c-c774-494c-a438-3d88d57a5d37 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.522434] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 719.522434] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5296a001-1cb3-e620-5282-785f1f6a1677" [ 719.522434] env[69905]: _type = "Task" [ 719.522434] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.548448] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.548762] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.549033] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.549320] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.549709] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.549709] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.555465] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.555465] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.555465] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.555465] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.555465] env[69905]: DEBUG nova.virt.hardware [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.555763] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42777c7a-155b-4866-8e8d-930efaf143ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.564259] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ac0bb4-864e-4ef6-a472-68d3d871e517 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.577886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquiring lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.578192] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.579459] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.581108] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.581108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.581108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.581108] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.582965] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd3b48ff-0635-495d-9b7f-e97f725aff28 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.588227] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da6b18-4640-4fda-9711-d09558cf4aba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.624186] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.624186] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.624186] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.624186] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549b271f-ff5f-4299-bb80-3b4f45f39269 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.630485] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f98210-8b61-4d80-aabd-8a166ff90575 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.637250] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 719.637250] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee0a2b-2c5b-75f3-f66e-f07cf4d4b35e" [ 719.637250] env[69905]: _type = "Task" [ 719.637250] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.650394] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee0a2b-2c5b-75f3-f66e-f07cf4d4b35e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.755577] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Releasing lock "refresh_cache-ef12b312-668e-4e77-becd-a3a717f37306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.755691] env[69905]: DEBUG nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Instance network_info: |[{"id": "2ab1d88c-8c29-4d38-9c51-06566eb75ecf", "address": "fa:16:3e:40:b2:4a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab1d88c-8c", "ovs_interfaceid": "2ab1d88c-8c29-4d38-9c51-06566eb75ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.756122] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:b2:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ab1d88c-8c29-4d38-9c51-06566eb75ecf', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.764181] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Creating folder: Project (4d65ad13551646bc9b4b6e6320223c62). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.764528] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2702ee8d-b972-4d5d-89b3-dea640f72fc1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.794753] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Created folder: Project (4d65ad13551646bc9b4b6e6320223c62) in parent group-v680985. [ 719.794902] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Creating folder: Instances. Parent ref: group-v681011. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.795131] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5dca3b7-8438-435e-b686-8b2cdabea65e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.809050] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Created folder: Instances in parent group-v681011. [ 719.809193] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.809921] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.809921] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720e664e-1e3d-4cbd-963b-80d9359f789d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.832249] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.832249] env[69905]: value = "task-3413008" [ 719.832249] env[69905]: _type = "Task" [ 719.832249] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.839885] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413008, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.996815] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413005, 'name': CreateVM_Task, 'duration_secs': 0.520006} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.997149] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.998008] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.998819] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.999130] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.999640] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c74df9-ffac-4603-bdb5-d08e3ea90de4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.007867] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 720.007867] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528897b3-bd48-f629-0398-a3204f1e81bd" [ 720.007867] env[69905]: _type = "Task" [ 720.007867] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.013926] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 784b71d1-94a8-4fe1-9213-90eaf03fc0ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 720.025843] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528897b3-bd48-f629-0398-a3204f1e81bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.104305] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.105498] env[69905]: DEBUG oslo_vmware.api [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413002, 'name': PowerOnVM_Task, 'duration_secs': 0.956686} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.105498] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad87cd3b-09d2-4f2d-9b34-4aaf0ee8048e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.107707] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.108538] env[69905]: INFO nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Took 12.83 seconds to spawn the instance on the hypervisor. [ 720.108538] env[69905]: DEBUG nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.109190] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03955715-8764-4a7f-b3de-5c8ba39a9a94 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.126907] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 720.126907] env[69905]: value = "task-3413009" [ 720.126907] env[69905]: _type = "Task" [ 720.126907] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.138947] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.153134] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Preparing fetch location {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 720.153134] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Creating directory with path [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.153134] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d49007a-39ad-48cb-83f9-526a46d86d8e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.197445] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Created directory with path [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.197445] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Fetch image to [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 720.197445] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Downloading image file data 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk on the data store datastore1 {{(pid=69905) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 720.200066] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf353b6e-e097-4581-a6c4-ec5b32cad6fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.217187] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aed0140-8d77-43ce-91fc-26108d8b8fa6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.231492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b53b0-d218-4204-ad74-b8fbec74d780 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.269206] env[69905]: DEBUG nova.network.neutron [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Updated VIF entry in instance network info cache for port 7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.270176] env[69905]: DEBUG nova.network.neutron [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Updating instance_info_cache with network_info: [{"id": "7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56", "address": "fa:16:3e:20:f6:1d", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aac7721-6a", "ovs_interfaceid": "7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.271308] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0761531a-f749-463e-b0ed-f3b23130894e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.284043] env[69905]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3c8c4274-305f-4b6d-ae58-946e3485d732 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.319423] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Downloading image file data 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to the data store datastore1 {{(pid=69905) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 720.340971] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413008, 'name': CreateVM_Task, 'duration_secs': 0.442071} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.343999] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.344781] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.398132] env[69905]: DEBUG oslo_vmware.rw_handles [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69905) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 720.520438] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a58a5b47-54a0-493a-9048-913a4f16c306 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 720.522016] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.522276] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.522525] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.523223] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.523317] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.523558] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e439141-493a-4a85-ba33-46ad6c640f4d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.534250] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 720.534250] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52286228-25b1-1bf7-2bd3-42c6cc9dc287" [ 720.534250] env[69905]: _type = "Task" [ 720.534250] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.549383] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52286228-25b1-1bf7-2bd3-42c6cc9dc287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.646273] env[69905]: INFO nova.compute.manager [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Took 23.07 seconds to build instance. [ 720.656277] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413009, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.775737] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Releasing lock "refresh_cache-bb35d375-ac50-4e4a-831d-adeb6145f3fd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.776046] env[69905]: DEBUG nova.compute.manager [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Received event network-vif-plugged-333c4060-67c6-4984-ac72-90c88876488e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.776264] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Acquiring lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.776487] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.776655] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.776885] env[69905]: DEBUG nova.compute.manager [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] No waiting events found dispatching network-vif-plugged-333c4060-67c6-4984-ac72-90c88876488e {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.777142] env[69905]: WARNING nova.compute.manager [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Received unexpected event network-vif-plugged-333c4060-67c6-4984-ac72-90c88876488e for instance with vm_state building and task_state spawning. [ 720.777361] env[69905]: DEBUG nova.compute.manager [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Received event network-changed-333c4060-67c6-4984-ac72-90c88876488e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.777476] env[69905]: DEBUG nova.compute.manager [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Refreshing instance network info cache due to event network-changed-333c4060-67c6-4984-ac72-90c88876488e. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.777669] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Acquiring lock "refresh_cache-b8ef718c-0837-4139-9dcd-e9716dfbbddb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.777856] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Acquired lock "refresh_cache-b8ef718c-0837-4139-9dcd-e9716dfbbddb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.781148] env[69905]: DEBUG nova.network.neutron [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Refreshing network info cache for port 333c4060-67c6-4984-ac72-90c88876488e {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.888751] env[69905]: DEBUG nova.network.neutron [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Successfully updated port: 39eef571-694f-44c2-a9e2-c2ca71797f34 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.024604] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 33b817ff-96bf-4d5f-880c-d88b458e260b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 721.024859] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 721.025011] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 721.047377] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.047377] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.048113] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.147292] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413009, 'name': CreateSnapshot_Task, 'duration_secs': 0.819028} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.150067] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.150581] env[69905]: DEBUG oslo_concurrency.lockutils [None req-88f405db-1752-4ff0-9a45-fc37f9bf5e49 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.585s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.152975] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5cd239-35fb-4b79-bfc9-49bd3a7d4aa7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.324122] env[69905]: DEBUG oslo_vmware.rw_handles [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Completed reading data from the image iterator. {{(pid=69905) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 721.324445] env[69905]: DEBUG oslo_vmware.rw_handles [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 721.358275] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd048f-02b0-4e45-87f7-41734f30b054 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.367318] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d987f34f-3f88-45d3-ab40-f30c07768e6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.400839] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.401388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.401629] env[69905]: DEBUG nova.network.neutron [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.403887] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Downloaded image file data 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk on the data store datastore1 {{(pid=69905) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 721.406234] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Caching image {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 721.406234] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Copying Virtual Disk [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk to [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.407043] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d7256-2660-4490-a817-ca76c98b382a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.411462] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d97356d3-9d99-46b8-a331-3f28a92566fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.420233] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e60e7-a79a-4b16-8a8e-3eb010c9fb60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.426653] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 721.426653] env[69905]: value = "task-3413010" [ 721.426653] env[69905]: _type = "Task" [ 721.426653] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.440074] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.452092] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.479538] env[69905]: DEBUG nova.compute.manager [None req-9772d017-f2dd-4ee9-a01a-dec6460504dc tempest-ServerDiagnosticsTest-1289762344 tempest-ServerDiagnosticsTest-1289762344-project-admin] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.480328] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed01ea0-83df-4bb4-9928-c7fc4ec86fec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.489625] env[69905]: INFO nova.compute.manager [None req-9772d017-f2dd-4ee9-a01a-dec6460504dc tempest-ServerDiagnosticsTest-1289762344 tempest-ServerDiagnosticsTest-1289762344-project-admin] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Retrieving diagnostics [ 721.491981] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680b81a0-b2d8-4589-8168-8cceacd60ea2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.658221] env[69905]: DEBUG nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.692260] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.692260] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9cfb2da9-6901-42e4-ab38-4f485f8d459d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.704793] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 721.704793] env[69905]: value = "task-3413011" [ 721.704793] env[69905]: _type = "Task" [ 721.704793] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.708992] env[69905]: DEBUG nova.network.neutron [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Updated VIF entry in instance network info cache for port 333c4060-67c6-4984-ac72-90c88876488e. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.710263] env[69905]: DEBUG nova.network.neutron [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Updating instance_info_cache with network_info: [{"id": "333c4060-67c6-4984-ac72-90c88876488e", "address": "fa:16:3e:73:87:5c", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333c4060-67", "ovs_interfaceid": "333c4060-67c6-4984-ac72-90c88876488e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.721692] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413011, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.944025] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.944964] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.976197] env[69905]: DEBUG nova.network.neutron [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.199447] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.212490] env[69905]: DEBUG oslo_concurrency.lockutils [req-5c72175e-b96f-459b-b806-7ebc39224f12 req-ceaca3ed-757d-440b-8f94-ed086c398575 service nova] Releasing lock "refresh_cache-b8ef718c-0837-4139-9dcd-e9716dfbbddb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.224087] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413011, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.371575] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "447553ee-5d75-4647-b650-ac52b860ab01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.371857] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "447553ee-5d75-4647-b650-ac52b860ab01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.448540] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413010, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.450978] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 722.450978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.024s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.450978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.291s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.452452] env[69905]: INFO nova.compute.claims [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.459862] env[69905]: DEBUG nova.network.neutron [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance_info_cache with network_info: [{"id": "39eef571-694f-44c2-a9e2-c2ca71797f34", "address": "fa:16:3e:f7:7d:9a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eef571-69", "ovs_interfaceid": "39eef571-694f-44c2-a9e2-c2ca71797f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.547061] env[69905]: DEBUG nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Received event network-vif-plugged-2d12093d-6973-463b-976f-51f4895ca16b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.547061] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Acquiring lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.547061] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.547061] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.547061] env[69905]: DEBUG nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] No waiting events found dispatching network-vif-plugged-2d12093d-6973-463b-976f-51f4895ca16b {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.547312] env[69905]: WARNING nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Received unexpected event network-vif-plugged-2d12093d-6973-463b-976f-51f4895ca16b for instance with vm_state building and task_state spawning. [ 722.547312] env[69905]: DEBUG nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Received event network-changed-2d12093d-6973-463b-976f-51f4895ca16b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.547312] env[69905]: DEBUG nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Refreshing instance network info cache due to event network-changed-2d12093d-6973-463b-976f-51f4895ca16b. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.547312] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Acquiring lock "refresh_cache-ca7f31df-30ef-4b66-ab8e-63c1a12cb598" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.547443] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Acquired lock "refresh_cache-ca7f31df-30ef-4b66-ab8e-63c1a12cb598" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.547811] env[69905]: DEBUG nova.network.neutron [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Refreshing network info cache for port 2d12093d-6973-463b-976f-51f4895ca16b {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.669210] env[69905]: DEBUG nova.network.neutron [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Successfully updated port: 1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.717390] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413011, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.943257] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413010, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140702} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.943752] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Copied Virtual Disk [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk to [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.944104] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleting the datastore file [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/tmp-sparse.vmdk {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.944411] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eac425d-1a55-4da0-9af4-20fc973357d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.952860] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 722.952860] env[69905]: value = "task-3413012" [ 722.952860] env[69905]: _type = "Task" [ 722.952860] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.963550] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.967242] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.967242] env[69905]: DEBUG nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Instance network_info: |[{"id": "39eef571-694f-44c2-a9e2-c2ca71797f34", "address": "fa:16:3e:f7:7d:9a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eef571-69", "ovs_interfaceid": "39eef571-694f-44c2-a9e2-c2ca71797f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.967598] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:7d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39eef571-694f-44c2-a9e2-c2ca71797f34', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.976345] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Creating folder: Project (7e55c0bb932f4b64a8333b075b11adf2). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.977394] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35920b2-41ff-4dbe-b4ea-1cc95b1f0721 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.991610] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Created folder: Project (7e55c0bb932f4b64a8333b075b11adf2) in parent group-v680985. [ 722.992145] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Creating folder: Instances. Parent ref: group-v681016. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.992145] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efc256f8-71cb-47b9-a3d7-82c72db6f8c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.003652] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Created folder: Instances in parent group-v681016. [ 723.003862] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.004032] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.004369] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2776d51-17ca-41b3-a40b-ec7daedc75c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.027079] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.027079] env[69905]: value = "task-3413015" [ 723.027079] env[69905]: _type = "Task" [ 723.027079] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.036826] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413015, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.138827] env[69905]: DEBUG nova.compute.manager [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Received event network-changed-2ab1d88c-8c29-4d38-9c51-06566eb75ecf {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.138963] env[69905]: DEBUG nova.compute.manager [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Refreshing instance network info cache due to event network-changed-2ab1d88c-8c29-4d38-9c51-06566eb75ecf. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.149019] env[69905]: DEBUG oslo_concurrency.lockutils [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] Acquiring lock "refresh_cache-ef12b312-668e-4e77-becd-a3a717f37306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.149019] env[69905]: DEBUG oslo_concurrency.lockutils [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] Acquired lock "refresh_cache-ef12b312-668e-4e77-becd-a3a717f37306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.149019] env[69905]: DEBUG nova.network.neutron [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Refreshing network info cache for port 2ab1d88c-8c29-4d38-9c51-06566eb75ecf {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.176720] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.176876] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.177041] env[69905]: DEBUG nova.network.neutron [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.222928] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413011, 'name': CloneVM_Task} progress is 95%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.465462] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028694} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.467371] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.471021] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Moving file from [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b/4d89dfdd-1f7f-4402-9612-6c92a2658cf4 to [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4. {{(pid=69905) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 723.471021] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a6f1cbfd-eafd-4ad6-943a-6df0093ff2e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.478043] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 723.478043] env[69905]: value = "task-3413016" [ 723.478043] env[69905]: _type = "Task" [ 723.478043] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.495031] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413016, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.543387] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413015, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.698520] env[69905]: DEBUG nova.network.neutron [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Updated VIF entry in instance network info cache for port 2d12093d-6973-463b-976f-51f4895ca16b. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.698520] env[69905]: DEBUG nova.network.neutron [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Updating instance_info_cache with network_info: [{"id": "2d12093d-6973-463b-976f-51f4895ca16b", "address": "fa:16:3e:2d:61:19", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d12093d-69", "ovs_interfaceid": "2d12093d-6973-463b-976f-51f4895ca16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.724131] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413011, 'name': CloneVM_Task, 'duration_secs': 1.923274} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.724425] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Created linked-clone VM from snapshot [ 723.725268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2527806-b4a7-46e0-8bf2-7378e062ad54 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.735958] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Uploading image 2cdb718e-0c38-458e-9073-3126facbf98f {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 723.764037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.764714] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.774535] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 723.774535] env[69905]: value = "vm-681015" [ 723.774535] env[69905]: _type = "VirtualMachine" [ 723.774535] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 723.775777] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c616ccdc-6f82-47f8-be48-ee3c78b206a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.792188] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77472a4d-6dd4-4a49-9d61-bf8ccbd4caa0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.797060] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lease: (returnval){ [ 723.797060] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52779621-a3e5-319a-dc04-2c13446bb55e" [ 723.797060] env[69905]: _type = "HttpNfcLease" [ 723.797060] env[69905]: } obtained for exporting VM: (result){ [ 723.797060] env[69905]: value = "vm-681015" [ 723.797060] env[69905]: _type = "VirtualMachine" [ 723.797060] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 723.797346] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the lease: (returnval){ [ 723.797346] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52779621-a3e5-319a-dc04-2c13446bb55e" [ 723.797346] env[69905]: _type = "HttpNfcLease" [ 723.797346] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 723.805609] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4b05ad-c66c-402c-83f5-2198ffab0b71 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.810177] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.810177] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52779621-a3e5-319a-dc04-2c13446bb55e" [ 723.810177] env[69905]: _type = "HttpNfcLease" [ 723.810177] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 723.838051] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3efc44-131e-4801-84f1-598d0d490826 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.849869] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c28d970-869b-4b76-ba70-e4b47c97935e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.867639] env[69905]: DEBUG nova.compute.provider_tree [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.928289] env[69905]: DEBUG nova.network.neutron [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.000502] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413016, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.12517} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.000502] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] File moved {{(pid=69905) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 724.000502] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Cleaning up location [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 724.000502] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleting the datastore file [datastore1] vmware_temp/c0ff7482-a1f0-4847-a01c-17e98f66f12b {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.000502] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0be8ae23-dc7d-483b-890b-4d9b8bb55ad9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.010009] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 724.010009] env[69905]: value = "task-3413018" [ 724.010009] env[69905]: _type = "Task" [ 724.010009] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.022074] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.042264] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413015, 'name': CreateVM_Task, 'duration_secs': 0.542166} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.042496] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.043257] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.043893] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.043893] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.044223] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082efe25-7ceb-4510-b969-6af550315d47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.052292] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 724.052292] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5242c7ed-5538-c671-c674-16db95c6aa5d" [ 724.052292] env[69905]: _type = "Task" [ 724.052292] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.063815] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5242c7ed-5538-c671-c674-16db95c6aa5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.199809] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Releasing lock "refresh_cache-ca7f31df-30ef-4b66-ab8e-63c1a12cb598" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.200317] env[69905]: DEBUG nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Received event network-vif-plugged-39eef571-694f-44c2-a9e2-c2ca71797f34 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.200526] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Acquiring lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.200738] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.200900] env[69905]: DEBUG oslo_concurrency.lockutils [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.201113] env[69905]: DEBUG nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] No waiting events found dispatching network-vif-plugged-39eef571-694f-44c2-a9e2-c2ca71797f34 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.201263] env[69905]: WARNING nova.compute.manager [req-63aac36b-3bdb-4164-918b-a8296f98c5bc req-b8b87986-7b51-46b4-9ad0-4c7fca870f31 service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Received unexpected event network-vif-plugged-39eef571-694f-44c2-a9e2-c2ca71797f34 for instance with vm_state building and task_state spawning. [ 724.307427] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.307427] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52779621-a3e5-319a-dc04-2c13446bb55e" [ 724.307427] env[69905]: _type = "HttpNfcLease" [ 724.307427] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.307721] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.307721] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52779621-a3e5-319a-dc04-2c13446bb55e" [ 724.307721] env[69905]: _type = "HttpNfcLease" [ 724.307721] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.308471] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24b871b-5ceb-47f3-bc56-cb9ebaf212a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.322136] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865e51-4800-d87e-3dc1-d79572aaa120/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.322335] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865e51-4800-d87e-3dc1-d79572aaa120/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 724.387206] env[69905]: DEBUG nova.scheduler.client.report [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.461343] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd0bfae4-6d2c-4db7-b50f-b6e8402e19bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.523120] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027176} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.523378] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.525045] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa92c90d-eca3-4c92-8499-89dbbd0f9f23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.529666] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 724.529666] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2f29a-9f6d-ea21-961c-4be1975fee84" [ 724.529666] env[69905]: _type = "Task" [ 724.529666] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.538349] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2f29a-9f6d-ea21-961c-4be1975fee84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.560755] env[69905]: DEBUG nova.network.neutron [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updating instance_info_cache with network_info: [{"id": "1595f683-6395-44d6-b940-ef1f62759f29", "address": "fa:16:3e:d4:db:e1", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1595f683-63", "ovs_interfaceid": "1595f683-6395-44d6-b940-ef1f62759f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.568109] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5242c7ed-5538-c671-c674-16db95c6aa5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.568109] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.568109] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.568109] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.678816] env[69905]: DEBUG nova.network.neutron [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Updated VIF entry in instance network info cache for port 2ab1d88c-8c29-4d38-9c51-06566eb75ecf. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.678816] env[69905]: DEBUG nova.network.neutron [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Updating instance_info_cache with network_info: [{"id": "2ab1d88c-8c29-4d38-9c51-06566eb75ecf", "address": "fa:16:3e:40:b2:4a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab1d88c-8c", "ovs_interfaceid": "2ab1d88c-8c29-4d38-9c51-06566eb75ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.818426] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "54824947-735f-447a-b5a6-e37b8a884b81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.820035] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "54824947-735f-447a-b5a6-e37b8a884b81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.820190] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "54824947-735f-447a-b5a6-e37b8a884b81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.821217] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "54824947-735f-447a-b5a6-e37b8a884b81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.821217] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "54824947-735f-447a-b5a6-e37b8a884b81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.826373] env[69905]: INFO nova.compute.manager [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Terminating instance [ 724.900478] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.901694] env[69905]: DEBUG nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.903552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.111s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.906501] env[69905]: INFO nova.compute.claims [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.046343] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2f29a-9f6d-ea21-961c-4be1975fee84, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.050021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.050021] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] b8ef718c-0837-4139-9dcd-e9716dfbbddb/b8ef718c-0837-4139-9dcd-e9716dfbbddb.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.050021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.050021] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.050377] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1c9275a-99cc-4fcb-a7d9-3c4ea19f82b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.050377] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67c650dc-9a87-4d09-9566-061c31d88d02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.060280] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 725.060280] env[69905]: value = "task-3413019" [ 725.060280] env[69905]: _type = "Task" [ 725.060280] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.064009] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.065184] env[69905]: DEBUG nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Instance network_info: |[{"id": "1595f683-6395-44d6-b940-ef1f62759f29", "address": "fa:16:3e:d4:db:e1", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1595f683-63", "ovs_interfaceid": "1595f683-6395-44d6-b940-ef1f62759f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.065184] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.065388] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.069456] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:db:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1595f683-6395-44d6-b940-ef1f62759f29', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.078496] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Creating folder: Project (539b32daa786475384cfcb885241ad22). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.079365] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e83db9-a809-4494-98ac-72b6d9bd27d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.082449] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d941f0e6-7478-47ba-8c22-0a72a441a485 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.092883] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.099020] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 725.099020] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528a33c0-ab28-4df8-2241-27d4c8456c2a" [ 725.099020] env[69905]: _type = "Task" [ 725.099020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.108315] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528a33c0-ab28-4df8-2241-27d4c8456c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.112140] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Created folder: Project (539b32daa786475384cfcb885241ad22) in parent group-v680985. [ 725.112140] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Creating folder: Instances. Parent ref: group-v681019. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.112140] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b66dd3b-e08b-48e5-bb81-72dbad37118b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.128550] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Created folder: Instances in parent group-v681019. [ 725.129110] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.129398] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.133921] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0122480b-fb9b-48e2-9fd0-6e4a8148bd14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.165755] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.165755] env[69905]: value = "task-3413022" [ 725.165755] env[69905]: _type = "Task" [ 725.165755] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.176547] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413022, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.181450] env[69905]: DEBUG oslo_concurrency.lockutils [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] Releasing lock "refresh_cache-ef12b312-668e-4e77-becd-a3a717f37306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.182454] env[69905]: DEBUG nova.compute.manager [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Received event network-changed-f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.182454] env[69905]: DEBUG nova.compute.manager [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Refreshing instance network info cache due to event network-changed-f820f7f8-852a-48cc-a136-6e84634f8cf9. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.182806] env[69905]: DEBUG oslo_concurrency.lockutils [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] Acquiring lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.183102] env[69905]: DEBUG oslo_concurrency.lockutils [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] Acquired lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.183215] env[69905]: DEBUG nova.network.neutron [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Refreshing network info cache for port f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.333346] env[69905]: DEBUG nova.compute.manager [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.336547] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.336547] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83251fc1-4c0a-4360-afad-6aaaec370130 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.350086] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.350948] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac593154-649a-4f79-87de-ae4c46370b98 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.369635] env[69905]: DEBUG oslo_vmware.api [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 725.369635] env[69905]: value = "task-3413023" [ 725.369635] env[69905]: _type = "Task" [ 725.369635] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.382045] env[69905]: DEBUG oslo_vmware.api [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3413023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.413132] env[69905]: DEBUG nova.compute.utils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.430187] env[69905]: DEBUG nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.432692] env[69905]: DEBUG nova.network.neutron [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.543444] env[69905]: DEBUG nova.policy [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e860d91cfe34736baca510e86ae2abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d8eebe574f04349ae744504c153cacf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.579905] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484969} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.580308] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] b8ef718c-0837-4139-9dcd-e9716dfbbddb/b8ef718c-0837-4139-9dcd-e9716dfbbddb.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.580794] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.584067] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da93ac33-6d5a-4ca3-9cbd-f0809ff6064b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.597272] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 725.597272] env[69905]: value = "task-3413024" [ 725.597272] env[69905]: _type = "Task" [ 725.597272] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.620565] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528a33c0-ab28-4df8-2241-27d4c8456c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.022294} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.620565] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.622688] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546bd7a8-de15-43b0-930f-cf1da28b76b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.628482] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 725.628482] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520d7d17-d5cd-489b-45ae-301811676965" [ 725.628482] env[69905]: _type = "Task" [ 725.628482] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.640851] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520d7d17-d5cd-489b-45ae-301811676965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.654683] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "6d6d2c1c-8daf-40c1-a348-28588044e06d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.654683] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.679844] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413022, 'name': CreateVM_Task, 'duration_secs': 0.447168} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.680105] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.680800] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.680934] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.681282] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.681558] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d9e9db-c8f3-45bd-beb9-05f01527b5cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.695477] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 725.695477] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521bfbc8-e462-5e15-7e4e-f9792645d96b" [ 725.695477] env[69905]: _type = "Task" [ 725.695477] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.705675] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521bfbc8-e462-5e15-7e4e-f9792645d96b, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.705978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.706234] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.706457] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.880432] env[69905]: DEBUG oslo_vmware.api [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3413023, 'name': PowerOffVM_Task, 'duration_secs': 0.242448} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.880432] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.880432] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.880432] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457340eb-50a9-4578-a4df-3399bc5fa30a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.919807] env[69905]: DEBUG nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.966656] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.966890] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.967089] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Deleting the datastore file [datastore2] 54824947-735f-447a-b5a6-e37b8a884b81 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.967360] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-589faac0-832b-4cae-86f0-7d4c4ba5c6b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.976536] env[69905]: DEBUG oslo_vmware.api [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for the task: (returnval){ [ 725.976536] env[69905]: value = "task-3413026" [ 725.976536] env[69905]: _type = "Task" [ 725.976536] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.989151] env[69905]: DEBUG oslo_vmware.api [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3413026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.110317] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073678} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.113888] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.119102] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807fe73e-72df-48a3-8ada-27b619dfba85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.152834] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b8ef718c-0837-4139-9dcd-e9716dfbbddb/b8ef718c-0837-4139-9dcd-e9716dfbbddb.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.160471] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f37c99a-379d-4f07-9a7a-461e14f44e21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.188310] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520d7d17-d5cd-489b-45ae-301811676965, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.191076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.191466] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ca7f31df-30ef-4b66-ab8e-63c1a12cb598/ca7f31df-30ef-4b66-ab8e-63c1a12cb598.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.192140] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 726.192140] env[69905]: value = "task-3413027" [ 726.192140] env[69905]: _type = "Task" [ 726.192140] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.192484] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.192847] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.193205] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ede612f8-82ee-43e9-85fa-ee13cda4a034 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.199316] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0823f56-5731-43e9-9041-e4f642210daf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.220688] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.226280] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 726.226280] env[69905]: value = "task-3413028" [ 726.226280] env[69905]: _type = "Task" [ 726.226280] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.232979] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.233299] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.234241] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0077244-2895-4894-98e4-af4b1d1a1e4a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.241194] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.245688] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 726.245688] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ed3d81-950b-d940-b984-df3dcd2a9dc7" [ 726.245688] env[69905]: _type = "Task" [ 726.245688] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.258056] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ed3d81-950b-d940-b984-df3dcd2a9dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.375959] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2cedd6-db95-4259-8c6a-98238be66aab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.385868] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f419ccc-c149-486e-8152-de1c9d5107c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.419674] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ddf64a-2c08-4dc8-9a4c-17aca4c0ce04 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.431779] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f860d7e-1a50-4827-b139-aa4b15c2c44f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.448448] env[69905]: DEBUG nova.compute.provider_tree [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.489878] env[69905]: DEBUG oslo_vmware.api [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Task: {'id': task-3413026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319925} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.492019] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.492019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.492019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.492019] env[69905]: INFO nova.compute.manager [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.492019] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.492321] env[69905]: DEBUG nova.compute.manager [-] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.492321] env[69905]: DEBUG nova.network.neutron [-] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.710858] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.739753] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413028, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.763998] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ed3d81-950b-d940-b984-df3dcd2a9dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.031034} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.771646] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219b621c-12ca-4824-888c-ec7a210b7b1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.785726] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 726.785726] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524e5c18-40fe-d77a-689f-bcdf1dabc575" [ 726.785726] env[69905]: _type = "Task" [ 726.785726] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.806925] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524e5c18-40fe-d77a-689f-bcdf1dabc575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.933065] env[69905]: DEBUG nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.958233] env[69905]: DEBUG nova.scheduler.client.report [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.982707] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.983315] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.983315] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.983591] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.983591] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.983706] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.983937] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.984126] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.984382] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.984481] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.984664] env[69905]: DEBUG nova.virt.hardware [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.985643] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfceeeaf-24c5-47a6-8efc-b1b778599e2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.998847] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204f8cca-cc24-4fc7-b71f-11367a51efe0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.070148] env[69905]: DEBUG nova.compute.manager [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Received event network-changed-39eef571-694f-44c2-a9e2-c2ca71797f34 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.071135] env[69905]: DEBUG nova.compute.manager [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Refreshing instance network info cache due to event network-changed-39eef571-694f-44c2-a9e2-c2ca71797f34. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.071135] env[69905]: DEBUG oslo_concurrency.lockutils [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] Acquiring lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.071135] env[69905]: DEBUG oslo_concurrency.lockutils [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] Acquired lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.071346] env[69905]: DEBUG nova.network.neutron [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Refreshing network info cache for port 39eef571-694f-44c2-a9e2-c2ca71797f34 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.210274] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413027, 'name': ReconfigVM_Task, 'duration_secs': 0.765782} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.210889] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b8ef718c-0837-4139-9dcd-e9716dfbbddb/b8ef718c-0837-4139-9dcd-e9716dfbbddb.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.212976] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f11a50f5-2cf4-4fb6-8d75-e9228cfe1dca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.222837] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 727.222837] env[69905]: value = "task-3413029" [ 727.222837] env[69905]: _type = "Task" [ 727.222837] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.240634] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413029, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.244316] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793957} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.244793] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ca7f31df-30ef-4b66-ab8e-63c1a12cb598/ca7f31df-30ef-4b66-ab8e-63c1a12cb598.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.245110] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.245438] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f613431f-b34c-4f5c-9929-595284fff368 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.256143] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 727.256143] env[69905]: value = "task-3413030" [ 727.256143] env[69905]: _type = "Task" [ 727.256143] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.274106] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.288043] env[69905]: DEBUG nova.network.neutron [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Updated VIF entry in instance network info cache for port f820f7f8-852a-48cc-a136-6e84634f8cf9. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.288662] env[69905]: DEBUG nova.network.neutron [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Updating instance_info_cache with network_info: [{"id": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "address": "fa:16:3e:e3:fe:dd", "network": {"id": "6b397f09-9b75-428c-a9ad-1f8fc3500c61", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1093969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84982537e9cf46c3998012816e925644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf820f7f8-85", "ovs_interfaceid": "f820f7f8-852a-48cc-a136-6e84634f8cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.310276] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524e5c18-40fe-d77a-689f-bcdf1dabc575, 'name': SearchDatastore_Task, 'duration_secs': 0.057997} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.312487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.312487] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ef12b312-668e-4e77-becd-a3a717f37306/ef12b312-668e-4e77-becd-a3a717f37306.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.312487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.312487] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.314624] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62d8f86d-4418-462d-9af5-733da36d1bfd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.317777] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52ab8464-c8f3-4a6d-a9a3-a5ec0d55cebe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.332392] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 727.332392] env[69905]: value = "task-3413031" [ 727.332392] env[69905]: _type = "Task" [ 727.332392] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.339893] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.340196] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.342341] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519c4890-6e3f-4f11-a27f-ac6c891825df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.353366] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.356591] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 727.356591] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d49598-293f-8520-7163-e55f536aba71" [ 727.356591] env[69905]: _type = "Task" [ 727.356591] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.370050] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d49598-293f-8520-7163-e55f536aba71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.398242] env[69905]: DEBUG nova.network.neutron [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Successfully created port: 6e985d99-a9ff-400c-8359-3c6dbea3d5bb {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.464325] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.464895] env[69905]: DEBUG nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.471709] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.473359] env[69905]: INFO nova.compute.claims [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.665630] env[69905]: DEBUG nova.network.neutron [-] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.735954] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413029, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.769525] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131814} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.769839] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.770835] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b664ae-7f0d-4c76-93c7-7f233672caed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.802890] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ca7f31df-30ef-4b66-ab8e-63c1a12cb598/ca7f31df-30ef-4b66-ab8e-63c1a12cb598.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.804712] env[69905]: DEBUG oslo_concurrency.lockutils [req-70f88100-5b54-4d46-ae15-e9e3194c80b1 req-b90a7f7e-a109-49a4-94e3-1cf7a72a7d3a service nova] Releasing lock "refresh_cache-ef425dc4-a495-4bea-a09a-758416c3db5c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.804712] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be01b0d-f515-45b8-8995-57f0705fb11c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.828824] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 727.828824] env[69905]: value = "task-3413032" [ 727.828824] env[69905]: _type = "Task" [ 727.828824] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.839908] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.849288] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.871744] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d49598-293f-8520-7163-e55f536aba71, 'name': SearchDatastore_Task, 'duration_secs': 0.019475} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.872708] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98407111-eb59-435f-9bca-283e9a754330 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.888021] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 727.888021] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52521844-5f0d-c39e-b40a-c6846065f101" [ 727.888021] env[69905]: _type = "Task" [ 727.888021] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.904888] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52521844-5f0d-c39e-b40a-c6846065f101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.928041] env[69905]: DEBUG nova.compute.manager [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Received event network-vif-plugged-1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.928041] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] Acquiring lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.928041] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.928041] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.928247] env[69905]: DEBUG nova.compute.manager [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] No waiting events found dispatching network-vif-plugged-1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.928352] env[69905]: WARNING nova.compute.manager [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Received unexpected event network-vif-plugged-1595f683-6395-44d6-b940-ef1f62759f29 for instance with vm_state building and task_state spawning. [ 727.928690] env[69905]: DEBUG nova.compute.manager [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Received event network-changed-1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.928962] env[69905]: DEBUG nova.compute.manager [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Refreshing instance network info cache due to event network-changed-1595f683-6395-44d6-b940-ef1f62759f29. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.929293] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] Acquiring lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.929513] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] Acquired lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.929791] env[69905]: DEBUG nova.network.neutron [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Refreshing network info cache for port 1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.973706] env[69905]: DEBUG nova.compute.utils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.976292] env[69905]: DEBUG nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.976672] env[69905]: DEBUG nova.network.neutron [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.140459] env[69905]: DEBUG nova.policy [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8099801f78f42958f2ed2fb4b62e2f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd109606c6a6a45caa037011bb56f3e6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.171817] env[69905]: INFO nova.compute.manager [-] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Took 1.68 seconds to deallocate network for instance. [ 728.239451] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413029, 'name': Rename_Task, 'duration_secs': 0.925137} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.240124] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.240509] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a90a6b4-2283-458f-a6c1-d100ae213899 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.249163] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 728.249163] env[69905]: value = "task-3413033" [ 728.249163] env[69905]: _type = "Task" [ 728.249163] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.261032] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.342980] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.347951] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793805} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.348247] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ef12b312-668e-4e77-becd-a3a717f37306/ef12b312-668e-4e77-becd-a3a717f37306.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.348460] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.348883] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f5cd65a-5a54-43d3-a02b-1fc753e2c168 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.358735] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 728.358735] env[69905]: value = "task-3413034" [ 728.358735] env[69905]: _type = "Task" [ 728.358735] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.370824] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.407566] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52521844-5f0d-c39e-b40a-c6846065f101, 'name': SearchDatastore_Task, 'duration_secs': 0.054871} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.407566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.407566] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e/0e60bda5-6b99-4a55-9aec-3cf4ed415d3e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.407812] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.407812] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.408056] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-898edc63-31d0-4dbc-b25b-a685e0af49e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.410358] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92761e11-8966-4139-a625-cec3b122b396 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.419947] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 728.419947] env[69905]: value = "task-3413035" [ 728.419947] env[69905]: _type = "Task" [ 728.419947] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.421358] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.421540] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.426374] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488a0904-2a80-4e5a-8af1-d1d4d2449858 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.444342] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.450088] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 728.450088] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5291d806-cfe4-5c7f-fd24-776d941c301d" [ 728.450088] env[69905]: _type = "Task" [ 728.450088] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.462862] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5291d806-cfe4-5c7f-fd24-776d941c301d, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.463906] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f7b9c1-616b-4483-967e-3b1c0a5b3a82 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.472246] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 728.472246] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5217bd07-deb8-b5dd-3192-a769151ad0af" [ 728.472246] env[69905]: _type = "Task" [ 728.472246] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.482437] env[69905]: DEBUG nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.485418] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5217bd07-deb8-b5dd-3192-a769151ad0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.584181] env[69905]: DEBUG nova.network.neutron [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updated VIF entry in instance network info cache for port 39eef571-694f-44c2-a9e2-c2ca71797f34. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.584181] env[69905]: DEBUG nova.network.neutron [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance_info_cache with network_info: [{"id": "39eef571-694f-44c2-a9e2-c2ca71797f34", "address": "fa:16:3e:f7:7d:9a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eef571-69", "ovs_interfaceid": "39eef571-694f-44c2-a9e2-c2ca71797f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.681211] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.763075] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.854015] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413032, 'name': ReconfigVM_Task, 'duration_secs': 0.555283} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.861373] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ca7f31df-30ef-4b66-ab8e-63c1a12cb598/ca7f31df-30ef-4b66-ab8e-63c1a12cb598.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.861953] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89ee6c31-284d-4a04-b1f6-20b1d237f61b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.877829] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.353767} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.881113] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.881664] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 728.881664] env[69905]: value = "task-3413036" [ 728.881664] env[69905]: _type = "Task" [ 728.881664] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.882824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40fc7ca-c520-4f8e-9f85-f51ff11c07f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.923120] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ef12b312-668e-4e77-becd-a3a717f37306/ef12b312-668e-4e77-becd-a3a717f37306.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.932151] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17057415-b254-4f77-a700-06e048ba676c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.948514] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413036, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.961692] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.963791] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 728.963791] env[69905]: value = "task-3413037" [ 728.963791] env[69905]: _type = "Task" [ 728.963791] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.969890] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af24861b-c303-4f3d-ba62-b1f51180b868 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.985424] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.998106] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5217bd07-deb8-b5dd-3192-a769151ad0af, 'name': SearchDatastore_Task, 'duration_secs': 0.012604} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.998106] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8f7bd-e217-4f84-a972-79203bfcea69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.998847] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.999176] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2bd2babb-0fd6-4ad1-8074-946dc59d64c6/2bd2babb-0fd6-4ad1-8074-946dc59d64c6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.999488] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38ece75-ed9a-4ed5-8d12-79fde5be7e9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.037776] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa6e6a-466f-4f32-ab7c-9ed7e0255448 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.041541] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 729.041541] env[69905]: value = "task-3413038" [ 729.041541] env[69905]: _type = "Task" [ 729.041541] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.052264] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f2000-6279-42e3-b4eb-7daea4b75b83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.061347] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.074183] env[69905]: DEBUG nova.compute.provider_tree [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.088219] env[69905]: DEBUG oslo_concurrency.lockutils [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] Releasing lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.088219] env[69905]: DEBUG nova.compute.manager [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Received event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.088219] env[69905]: DEBUG nova.compute.manager [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing instance network info cache due to event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.088504] env[69905]: DEBUG oslo_concurrency.lockutils [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] Acquiring lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.088603] env[69905]: DEBUG oslo_concurrency.lockutils [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] Acquired lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.088815] env[69905]: DEBUG nova.network.neutron [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.214287] env[69905]: DEBUG nova.network.neutron [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Successfully created port: 465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.226767] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.227099] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.262931] env[69905]: DEBUG oslo_vmware.api [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413033, 'name': PowerOnVM_Task, 'duration_secs': 0.745857} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.263380] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.263510] env[69905]: INFO nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Took 19.46 seconds to spawn the instance on the hypervisor. [ 729.263673] env[69905]: DEBUG nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.264539] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa44b71-0de9-4213-98df-9f831609da95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.403365] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413036, 'name': Rename_Task, 'duration_secs': 0.313636} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.403716] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.403984] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1b78b7-ec92-4e1a-a722-fe88fe76f00b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.414461] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 729.414461] env[69905]: value = "task-3413039" [ 729.414461] env[69905]: _type = "Task" [ 729.414461] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.426547] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.442058] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6334} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.442495] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e/0e60bda5-6b99-4a55-9aec-3cf4ed415d3e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.442697] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.442873] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d80a9eb1-31ab-480a-9a0b-73a2dfea763e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.454023] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 729.454023] env[69905]: value = "task-3413040" [ 729.454023] env[69905]: _type = "Task" [ 729.454023] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.466116] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.478267] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.495640] env[69905]: DEBUG nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.528513] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.528794] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.529468] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.529468] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.529468] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.529824] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.529824] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.529957] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.530053] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.530239] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.530447] env[69905]: DEBUG nova.virt.hardware [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.531465] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c510791-c381-4881-91c3-e26003cc6ccd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.543797] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e870aa-419c-4fc0-a354-04759d3a91de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.569269] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413038, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.578806] env[69905]: DEBUG nova.scheduler.client.report [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.686691] env[69905]: DEBUG nova.network.neutron [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updated VIF entry in instance network info cache for port 1595f683-6395-44d6-b940-ef1f62759f29. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.686691] env[69905]: DEBUG nova.network.neutron [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updating instance_info_cache with network_info: [{"id": "1595f683-6395-44d6-b940-ef1f62759f29", "address": "fa:16:3e:d4:db:e1", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1595f683-63", "ovs_interfaceid": "1595f683-6395-44d6-b940-ef1f62759f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.789495] env[69905]: INFO nova.compute.manager [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Took 31.39 seconds to build instance. [ 729.925265] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413039, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.969031] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173478} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.972730] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.973686] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e04531-810c-401a-ae20-ce7eaf717905 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.988098] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413037, 'name': ReconfigVM_Task, 'duration_secs': 0.59018} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.998114] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ef12b312-668e-4e77-becd-a3a717f37306/ef12b312-668e-4e77-becd-a3a717f37306.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.006912] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e/0e60bda5-6b99-4a55-9aec-3cf4ed415d3e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.007272] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f94dcbf4-b2d5-424e-bcdc-d13085fea061 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.009164] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb74c07-ff6a-414b-83dd-f0550390d175 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.029910] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 730.029910] env[69905]: value = "task-3413042" [ 730.029910] env[69905]: _type = "Task" [ 730.029910] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.033866] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 730.033866] env[69905]: value = "task-3413041" [ 730.033866] env[69905]: _type = "Task" [ 730.033866] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.055022] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413041, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.056418] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.067845] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608281} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.068274] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2bd2babb-0fd6-4ad1-8074-946dc59d64c6/2bd2babb-0fd6-4ad1-8074-946dc59d64c6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.068623] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.069056] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91bd525-9638-450e-acef-281066167410 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.082329] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 730.082329] env[69905]: value = "task-3413043" [ 730.082329] env[69905]: _type = "Task" [ 730.082329] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.084221] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.086168] env[69905]: DEBUG nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.096599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.348s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.097894] env[69905]: INFO nova.compute.claims [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.110537] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.191788] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef01ff1b-0eae-49af-b422-a0be18ba51cc req-2a6c85fc-a5ee-4f8a-be39-40e24aa91fae service nova] Releasing lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-afa5ed8f-8088-41f4-b1eb-259a29ce7c74 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.902s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.431321] env[69905]: DEBUG oslo_vmware.api [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413039, 'name': PowerOnVM_Task, 'duration_secs': 0.675905} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.431811] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.432050] env[69905]: INFO nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Took 18.29 seconds to spawn the instance on the hypervisor. [ 730.432283] env[69905]: DEBUG nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.433178] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d09d237-1ca7-4529-97cf-3a0a3e1e5daf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.456565] env[69905]: DEBUG nova.network.neutron [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updated VIF entry in instance network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.457792] env[69905]: DEBUG nova.network.neutron [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.558979] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.559378] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413041, 'name': Rename_Task, 'duration_secs': 0.30462} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.559571] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.559973] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5219835a-ed8a-429e-bb20-de73244c094d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.570801] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 730.570801] env[69905]: value = "task-3413044" [ 730.570801] env[69905]: _type = "Task" [ 730.570801] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.581306] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.594339] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130769} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.595015] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.596704] env[69905]: DEBUG nova.compute.utils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.601805] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6acee44-a4f2-4bc6-9792-1749089f8ef5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.603157] env[69905]: DEBUG nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.603408] env[69905]: DEBUG nova.network.neutron [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.637246] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 2bd2babb-0fd6-4ad1-8074-946dc59d64c6/2bd2babb-0fd6-4ad1-8074-946dc59d64c6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.637246] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c798d3-c3a0-450c-9da5-594fcfd454ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.665493] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 730.665493] env[69905]: value = "task-3413045" [ 730.665493] env[69905]: _type = "Task" [ 730.665493] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.679321] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.758431] env[69905]: DEBUG nova.policy [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2833d7a9cb7a4c0da30206daea46ce0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2f49cb87cd4e3782a4184f53112092', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.798686] env[69905]: DEBUG nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.953359] env[69905]: INFO nova.compute.manager [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Took 32.55 seconds to build instance. [ 730.965772] env[69905]: DEBUG oslo_concurrency.lockutils [req-8e13f7ec-e6b4-4e2a-89b2-7a81fb05618c req-f2058360-b757-45ae-8e5e-9ed5b0eb347c service nova] Releasing lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.994832] env[69905]: DEBUG nova.network.neutron [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Successfully updated port: 6e985d99-a9ff-400c-8359-3c6dbea3d5bb {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.048936] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413042, 'name': ReconfigVM_Task, 'duration_secs': 0.677763} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.049303] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e/0e60bda5-6b99-4a55-9aec-3cf4ed415d3e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.049971] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c799dea7-7386-474a-b5b4-2445057ea2d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.060476] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 731.060476] env[69905]: value = "task-3413046" [ 731.060476] env[69905]: _type = "Task" [ 731.060476] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.069925] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413046, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.086655] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.104204] env[69905]: DEBUG nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.186019] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413045, 'name': ReconfigVM_Task, 'duration_secs': 0.433313} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.189087] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 2bd2babb-0fd6-4ad1-8074-946dc59d64c6/2bd2babb-0fd6-4ad1-8074-946dc59d64c6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.195863] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01824ef9-8490-4507-9ee9-cf9bb2b3041e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.213044] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 731.213044] env[69905]: value = "task-3413047" [ 731.213044] env[69905]: _type = "Task" [ 731.213044] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.225590] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413047, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.344252] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.374762] env[69905]: DEBUG nova.network.neutron [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Successfully updated port: 465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.386563] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.387529] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.458140] env[69905]: DEBUG oslo_concurrency.lockutils [None req-149c4af6-dc04-4fab-893b-fbca9f0f54d6 tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.061s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.495730] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "refresh_cache-9d501907-48a9-4300-8740-57b3da041af4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.495730] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "refresh_cache-9d501907-48a9-4300-8740-57b3da041af4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.495730] env[69905]: DEBUG nova.network.neutron [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.580911] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413046, 'name': Rename_Task, 'duration_secs': 0.19211} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.584073] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.584073] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e663880f-f686-4d4b-8b0b-88761d2ae0fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.588899] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.593035] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 731.593035] env[69905]: value = "task-3413048" [ 731.593035] env[69905]: _type = "Task" [ 731.593035] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.605692] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.659814] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79f5ae-182d-4749-8798-a46aba0adfca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.671313] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78377fa2-7a50-49ad-899c-1454bf7a095f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.709866] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbc4c15-2f77-4071-bb89-29ffb3884bf7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.727655] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413047, 'name': Rename_Task, 'duration_secs': 0.210805} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.728225] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.731101] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689cebbd-b59a-4d24-85b7-03db17cf3277 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.733423] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4db7970-18f8-464a-9f3e-04257435a414 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.749521] env[69905]: DEBUG nova.compute.provider_tree [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.752400] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 731.752400] env[69905]: value = "task-3413049" [ 731.752400] env[69905]: _type = "Task" [ 731.752400] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.763861] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.791689] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.794254] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.881008] env[69905]: DEBUG nova.network.neutron [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Successfully created port: f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.885084] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.887319] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquired lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.887319] env[69905]: DEBUG nova.network.neutron [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.909162] env[69905]: DEBUG nova.compute.manager [req-cad074ef-db6a-4f05-9928-463c0c6fefc6 req-956b5e58-ecad-47d0-be2d-562c30baf4a2 service nova] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Received event network-vif-deleted-66427fd4-1640-464d-8cde-cad4ef757ce0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.964157] env[69905]: DEBUG nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.060280] env[69905]: DEBUG nova.network.neutron [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.085023] env[69905]: DEBUG oslo_vmware.api [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413044, 'name': PowerOnVM_Task, 'duration_secs': 1.29997} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.085463] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.085762] env[69905]: INFO nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Took 17.61 seconds to spawn the instance on the hypervisor. [ 732.086044] env[69905]: DEBUG nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.087042] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326324a3-2e90-4a88-9336-cd7130c4ec7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.112044] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.121518] env[69905]: DEBUG nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.161561] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1075630332',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-322405153',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.163625] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.163625] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.163625] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.163625] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.164176] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.164599] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.164849] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.165107] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.165339] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.165588] env[69905]: DEBUG nova.virt.hardware [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.166949] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1b5afc-6a94-44e0-8523-74fbd6cca292 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.179526] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4044f2-a7f8-4f50-8614-d1fbc7474f0b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.256846] env[69905]: DEBUG nova.scheduler.client.report [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.272405] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413049, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.347218] env[69905]: DEBUG nova.network.neutron [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Updating instance_info_cache with network_info: [{"id": "6e985d99-a9ff-400c-8359-3c6dbea3d5bb", "address": "fa:16:3e:f4:d0:c5", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e985d99-a9", "ovs_interfaceid": "6e985d99-a9ff-400c-8359-3c6dbea3d5bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.448107] env[69905]: DEBUG nova.network.neutron [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.510414] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.529257] env[69905]: DEBUG nova.compute.manager [req-346e3d21-9860-4e0c-9f5d-786836fdd1a7 req-15d7dc6b-e684-4c00-a52a-0b6d5799ebe1 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Received event network-vif-plugged-6e985d99-a9ff-400c-8359-3c6dbea3d5bb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.529792] env[69905]: DEBUG oslo_concurrency.lockutils [req-346e3d21-9860-4e0c-9f5d-786836fdd1a7 req-15d7dc6b-e684-4c00-a52a-0b6d5799ebe1 service nova] Acquiring lock "9d501907-48a9-4300-8740-57b3da041af4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.529792] env[69905]: DEBUG oslo_concurrency.lockutils [req-346e3d21-9860-4e0c-9f5d-786836fdd1a7 req-15d7dc6b-e684-4c00-a52a-0b6d5799ebe1 service nova] Lock "9d501907-48a9-4300-8740-57b3da041af4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.529792] env[69905]: DEBUG oslo_concurrency.lockutils [req-346e3d21-9860-4e0c-9f5d-786836fdd1a7 req-15d7dc6b-e684-4c00-a52a-0b6d5799ebe1 service nova] Lock "9d501907-48a9-4300-8740-57b3da041af4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.529958] env[69905]: DEBUG nova.compute.manager [req-346e3d21-9860-4e0c-9f5d-786836fdd1a7 req-15d7dc6b-e684-4c00-a52a-0b6d5799ebe1 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] No waiting events found dispatching network-vif-plugged-6e985d99-a9ff-400c-8359-3c6dbea3d5bb {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.530146] env[69905]: WARNING nova.compute.manager [req-346e3d21-9860-4e0c-9f5d-786836fdd1a7 req-15d7dc6b-e684-4c00-a52a-0b6d5799ebe1 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Received unexpected event network-vif-plugged-6e985d99-a9ff-400c-8359-3c6dbea3d5bb for instance with vm_state building and task_state spawning. [ 732.618453] env[69905]: DEBUG oslo_vmware.api [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413048, 'name': PowerOnVM_Task, 'duration_secs': 0.592356} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.621111] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.621111] env[69905]: INFO nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Took 15.68 seconds to spawn the instance on the hypervisor. [ 732.621111] env[69905]: DEBUG nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.621803] env[69905]: INFO nova.compute.manager [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Took 33.74 seconds to build instance. [ 732.623467] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de45489c-0353-4207-a735-eefd264dcb38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.760418] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.761021] env[69905]: DEBUG nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.771083] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.572s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.773084] env[69905]: INFO nova.compute.claims [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.783672] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413049, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.829788] env[69905]: DEBUG nova.network.neutron [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Updating instance_info_cache with network_info: [{"id": "465a5350-c79b-40e9-9ec2-658876c2dbad", "address": "fa:16:3e:bc:4e:9f", "network": {"id": "0f03e363-7c77-4410-a632-d56016c357a6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-645993743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d109606c6a6a45caa037011bb56f3e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465a5350-c7", "ovs_interfaceid": "465a5350-c79b-40e9-9ec2-658876c2dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.849860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "refresh_cache-9d501907-48a9-4300-8740-57b3da041af4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.855925] env[69905]: DEBUG nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Instance network_info: |[{"id": "6e985d99-a9ff-400c-8359-3c6dbea3d5bb", "address": "fa:16:3e:f4:d0:c5", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e985d99-a9", "ovs_interfaceid": "6e985d99-a9ff-400c-8359-3c6dbea3d5bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.856254] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d0:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e985d99-a9ff-400c-8359-3c6dbea3d5bb', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.874290] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating folder: Project (7d8eebe574f04349ae744504c153cacf). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.874997] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f58322b6-0c80-49e6-98c9-92d52b57e6fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.899297] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created folder: Project (7d8eebe574f04349ae744504c153cacf) in parent group-v680985. [ 732.899594] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating folder: Instances. Parent ref: group-v681022. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.899851] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afbc77b1-d979-43e2-9045-ccba0cef96b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.915089] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created folder: Instances in parent group-v681022. [ 732.915089] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.915089] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.915799] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d024735-d83c-4c90-821f-723cfda4a015 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.940347] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.940347] env[69905]: value = "task-3413052" [ 732.940347] env[69905]: _type = "Task" [ 732.940347] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.950618] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413052, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.130108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8181d352-3000-4f7d-aebe-491bea11ce70 tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "ef12b312-668e-4e77-becd-a3a717f37306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.254s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.151637] env[69905]: INFO nova.compute.manager [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Took 33.92 seconds to build instance. [ 733.233199] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865e51-4800-d87e-3dc1-d79572aaa120/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.235305] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db54eaa2-6d7c-4c04-8d14-45a70d246f9a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.247062] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865e51-4800-d87e-3dc1-d79572aaa120/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.247185] env[69905]: ERROR oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865e51-4800-d87e-3dc1-d79572aaa120/disk-0.vmdk due to incomplete transfer. [ 733.249093] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d4a69a48-9237-4ec4-b233-6343c548f4fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.258121] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865e51-4800-d87e-3dc1-d79572aaa120/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.258341] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Uploaded image 2cdb718e-0c38-458e-9073-3126facbf98f to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.262215] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.262625] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44ff4864-96b6-477c-a443-00af8416bc1e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.276177] env[69905]: DEBUG oslo_vmware.api [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413049, 'name': PowerOnVM_Task, 'duration_secs': 1.312106} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.277194] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.277302] env[69905]: INFO nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Took 13.80 seconds to spawn the instance on the hypervisor. [ 733.277469] env[69905]: DEBUG nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.278847] env[69905]: DEBUG nova.compute.utils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.286556] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 733.286556] env[69905]: value = "task-3413053" [ 733.286556] env[69905]: _type = "Task" [ 733.286556] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.287499] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eea5a2-d56f-4744-adc1-540d6bee3db0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.290670] env[69905]: DEBUG nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.291466] env[69905]: DEBUG nova.network.neutron [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.306924] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413053, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.338548] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Releasing lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.339526] env[69905]: DEBUG nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Instance network_info: |[{"id": "465a5350-c79b-40e9-9ec2-658876c2dbad", "address": "fa:16:3e:bc:4e:9f", "network": {"id": "0f03e363-7c77-4410-a632-d56016c357a6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-645993743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d109606c6a6a45caa037011bb56f3e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465a5350-c7", "ovs_interfaceid": "465a5350-c79b-40e9-9ec2-658876c2dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.339658] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:4e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465a5350-c79b-40e9-9ec2-658876c2dbad', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.351175] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Creating folder: Project (d109606c6a6a45caa037011bb56f3e6e). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.353184] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bef57697-020e-4982-9d0b-1fd8a04a10ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.368027] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Created folder: Project (d109606c6a6a45caa037011bb56f3e6e) in parent group-v680985. [ 733.368241] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Creating folder: Instances. Parent ref: group-v681025. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.368568] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63c6253f-6d04-49a7-854e-e4620ce4c4d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.385081] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Created folder: Instances in parent group-v681025. [ 733.385482] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.385733] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.385968] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc311816-1f7e-4d06-9522-17b21c809409 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.417217] env[69905]: DEBUG nova.policy [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.427899] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.427899] env[69905]: value = "task-3413056" [ 733.427899] env[69905]: _type = "Task" [ 733.427899] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.441632] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413056, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.451769] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413052, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.542764] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "e4d106b0-164b-4064-8868-3ba80292d7e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.543022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.636750] env[69905]: DEBUG nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.655404] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d5db1a9d-5974-466a-b7a7-59e843e1b47d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.428s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.738163] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Acquiring lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.738437] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.738668] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Acquiring lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.742125] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.742402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.745824] env[69905]: INFO nova.compute.manager [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Terminating instance [ 733.787806] env[69905]: DEBUG nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.820018] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413053, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.823215] env[69905]: INFO nova.compute.manager [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Took 29.43 seconds to build instance. [ 733.944369] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413056, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.961703] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413052, 'name': CreateVM_Task, 'duration_secs': 0.619205} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.961858] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.962633] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.962799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.963469] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.963929] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339d7725-dc5b-4f20-a007-bdf522441cff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.970211] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 733.970211] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52952693-1ba8-a657-ef00-690bc3aa456f" [ 733.970211] env[69905]: _type = "Task" [ 733.970211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.988375] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52952693-1ba8-a657-ef00-690bc3aa456f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.067759] env[69905]: DEBUG nova.network.neutron [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Successfully created port: c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.166600] env[69905]: DEBUG nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.170248] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.251759] env[69905]: DEBUG nova.compute.manager [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.253648] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.253648] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb9260a-8a67-4cd9-a3d1-97218357b6be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.262684] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.262684] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccf4637a-2c40-45f1-88ba-715d0584513a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.276156] env[69905]: DEBUG oslo_vmware.api [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Waiting for the task: (returnval){ [ 734.276156] env[69905]: value = "task-3413057" [ 734.276156] env[69905]: _type = "Task" [ 734.276156] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.283784] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaca409-5bb7-42ee-bad6-671fa0810512 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.299613] env[69905]: DEBUG oslo_vmware.api [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Task: {'id': task-3413057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.301867] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431529b3-c8f3-482a-8efa-4efb46d48599 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.314402] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413053, 'name': Destroy_Task, 'duration_secs': 0.878253} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.355165] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Destroyed the VM [ 734.356232] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.356232] env[69905]: DEBUG oslo_concurrency.lockutils [None req-09915752-39c9-40f0-a7f4-a2aa133d8243 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.983s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.356556] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31d55756-37a3-4f3d-b848-f07ad9996286 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.361934] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e27be6-0536-4b1d-9434-4cc61edb849d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.377527] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343b0d8-1416-404d-90fa-0783d0ec9f5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.388269] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 734.388269] env[69905]: value = "task-3413058" [ 734.388269] env[69905]: _type = "Task" [ 734.388269] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.408020] env[69905]: DEBUG nova.compute.provider_tree [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.414959] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413058, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.447145] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413056, 'name': CreateVM_Task, 'duration_secs': 0.714463} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.447145] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.447145] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.447145] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.447145] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.447364] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021483ce-21fe-469c-952a-654f7fc0d2a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.457544] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 734.457544] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a30321-af6e-b084-e02e-2c36e405f4ef" [ 734.457544] env[69905]: _type = "Task" [ 734.457544] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.467055] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a30321-af6e-b084-e02e-2c36e405f4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.488405] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52952693-1ba8-a657-ef00-690bc3aa456f, 'name': SearchDatastore_Task, 'duration_secs': 0.0172} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.488405] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.488405] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.488405] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.488626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.488626] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.488626] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6d3fc6-8d58-40c0-ad03-988ff3e32fbd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.512204] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.512204] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.512338] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e612c9-ed7c-4c7e-84e1-46b799b19dfc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.524276] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 734.524276] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d562cb-7407-5632-0c38-a171663d26c5" [ 734.524276] env[69905]: _type = "Task" [ 734.524276] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.540257] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d562cb-7407-5632-0c38-a171663d26c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.717155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.804104] env[69905]: DEBUG oslo_vmware.api [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Task: {'id': task-3413057, 'name': PowerOffVM_Task, 'duration_secs': 0.307388} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.805192] env[69905]: DEBUG nova.network.neutron [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Successfully updated port: f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.806478] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.806633] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.807765] env[69905]: DEBUG nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.814797] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86616f7e-b111-40e9-93fe-732c8f869554 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.851303] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.851454] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.851637] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.851830] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.851974] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.852598] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.852863] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.853029] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.853217] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.853634] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.853761] env[69905]: DEBUG nova.virt.hardware [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.856795] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922db739-9635-4580-a2a3-2c6477fd8c1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.867845] env[69905]: DEBUG nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.870252] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eaa5e2-1e0d-474c-8e71-b32ad03f26af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.897601] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.898321] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.898321] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Deleting the datastore file [datastore1] ca7f31df-30ef-4b66-ab8e-63c1a12cb598 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.899419] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e059cdd-05c3-4fc6-b10f-db01bbb595ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.905643] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413058, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.912489] env[69905]: DEBUG nova.scheduler.client.report [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.916362] env[69905]: DEBUG oslo_vmware.api [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Waiting for the task: (returnval){ [ 734.916362] env[69905]: value = "task-3413061" [ 734.916362] env[69905]: _type = "Task" [ 734.916362] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.930272] env[69905]: DEBUG oslo_vmware.api [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Task: {'id': task-3413061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.971712] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a30321-af6e-b084-e02e-2c36e405f4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013562} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.972241] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.972595] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.972960] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.973254] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.973537] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.974756] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07fab6d9-59d8-4b3b-aa89-05a33d9e0bbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.990899] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.991679] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.992263] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b380d22f-43c3-467b-80d0-d5ccb32ba3e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.001978] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 735.001978] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ee41b-f73d-94c4-e665-6d606e852653" [ 735.001978] env[69905]: _type = "Task" [ 735.001978] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.013275] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ee41b-f73d-94c4-e665-6d606e852653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.037387] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d562cb-7407-5632-0c38-a171663d26c5, 'name': SearchDatastore_Task, 'duration_secs': 0.026813} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.039394] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9569c1ed-aa49-4b5a-95c5-fbaf18beebc6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.047136] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 735.047136] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52593b11-b56b-792e-997d-dfb03e77c220" [ 735.047136] env[69905]: _type = "Task" [ 735.047136] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.060494] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52593b11-b56b-792e-997d-dfb03e77c220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.082761] env[69905]: DEBUG nova.compute.manager [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Received event network-vif-plugged-465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.082761] env[69905]: DEBUG oslo_concurrency.lockutils [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] Acquiring lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.082761] env[69905]: DEBUG oslo_concurrency.lockutils [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.082761] env[69905]: DEBUG oslo_concurrency.lockutils [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.082761] env[69905]: DEBUG nova.compute.manager [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] No waiting events found dispatching network-vif-plugged-465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.083305] env[69905]: WARNING nova.compute.manager [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Received unexpected event network-vif-plugged-465a5350-c79b-40e9-9ec2-658876c2dbad for instance with vm_state building and task_state spawning. [ 735.083305] env[69905]: DEBUG nova.compute.manager [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Received event network-changed-465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.083305] env[69905]: DEBUG nova.compute.manager [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Refreshing instance network info cache due to event network-changed-465a5350-c79b-40e9-9ec2-658876c2dbad. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.083305] env[69905]: DEBUG oslo_concurrency.lockutils [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] Acquiring lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.083305] env[69905]: DEBUG oslo_concurrency.lockutils [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] Acquired lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.083494] env[69905]: DEBUG nova.network.neutron [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Refreshing network info cache for port 465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.315102] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.317408] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.317408] env[69905]: DEBUG nova.network.neutron [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.403287] env[69905]: DEBUG oslo_vmware.api [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413058, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823342} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.404338] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.404785] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.405067] env[69905]: INFO nova.compute.manager [None req-c3bc543f-0882-4f4f-a3ea-88e90ba15e00 tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 735.418408] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.418932] env[69905]: DEBUG nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.422619] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.742s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.422911] env[69905]: DEBUG nova.objects.instance [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lazy-loading 'resources' on Instance uuid 54824947-735f-447a-b5a6-e37b8a884b81 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.435116] env[69905]: DEBUG oslo_vmware.api [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Task: {'id': task-3413061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217763} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.435385] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.435500] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.435703] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.435860] env[69905]: INFO nova.compute.manager [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Took 1.18 seconds to destroy the instance on the hypervisor. [ 735.436124] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.436319] env[69905]: DEBUG nova.compute.manager [-] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.436409] env[69905]: DEBUG nova.network.neutron [-] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.517932] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ee41b-f73d-94c4-e665-6d606e852653, 'name': SearchDatastore_Task, 'duration_secs': 0.01535} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.521809] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028ddeb1-fdff-44b2-89ea-0d64f9de58df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.530568] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 735.530568] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5212e93b-c381-4386-72dc-a0f6386b6c05" [ 735.530568] env[69905]: _type = "Task" [ 735.530568] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.540376] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5212e93b-c381-4386-72dc-a0f6386b6c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.556588] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52593b11-b56b-792e-997d-dfb03e77c220, 'name': SearchDatastore_Task, 'duration_secs': 0.013428} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.557126] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.557696] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 9d501907-48a9-4300-8740-57b3da041af4/9d501907-48a9-4300-8740-57b3da041af4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.558131] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4667ddfb-73c1-4780-a0f8-74b1c9a5ce25 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.569026] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 735.569026] env[69905]: value = "task-3413064" [ 735.569026] env[69905]: _type = "Task" [ 735.569026] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.575427] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.924159] env[69905]: DEBUG nova.compute.utils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.925912] env[69905]: DEBUG nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 735.967532] env[69905]: DEBUG nova.network.neutron [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.070456] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5212e93b-c381-4386-72dc-a0f6386b6c05, 'name': SearchDatastore_Task, 'duration_secs': 0.029278} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.071933] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.071933] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973/fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.075651] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc85969b-3c09-4c77-bc9c-e60d0a491c8d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.087185] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.089083] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 736.089083] env[69905]: value = "task-3413065" [ 736.089083] env[69905]: _type = "Task" [ 736.089083] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.187544] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.187880] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.405250] env[69905]: DEBUG nova.compute.manager [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Received event network-changed-6e985d99-a9ff-400c-8359-3c6dbea3d5bb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.405250] env[69905]: DEBUG nova.compute.manager [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Refreshing instance network info cache due to event network-changed-6e985d99-a9ff-400c-8359-3c6dbea3d5bb. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.405250] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] Acquiring lock "refresh_cache-9d501907-48a9-4300-8740-57b3da041af4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.405808] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] Acquired lock "refresh_cache-9d501907-48a9-4300-8740-57b3da041af4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.405808] env[69905]: DEBUG nova.network.neutron [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Refreshing network info cache for port 6e985d99-a9ff-400c-8359-3c6dbea3d5bb {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.433422] env[69905]: DEBUG nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.511666] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a20f9-4101-4f3f-9ecd-d1e1859bcf5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.518759] env[69905]: DEBUG nova.network.neutron [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Successfully updated port: c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.526524] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3afe33-0050-4b81-9d78-96277cd55c9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.579917] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c268fd0-9ad1-417a-ab85-13c5e0846fb5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.589155] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541051} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.594110] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 9d501907-48a9-4300-8740-57b3da041af4/9d501907-48a9-4300-8740-57b3da041af4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.594365] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.594766] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e32a6b21-08ae-4181-839f-269f900830b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.597858] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701948f-5f75-44ea-a9a3-84417f283b66 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.625134] env[69905]: DEBUG nova.compute.provider_tree [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.631990] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.632346] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 736.632346] env[69905]: value = "task-3413066" [ 736.632346] env[69905]: _type = "Task" [ 736.632346] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.640176] env[69905]: DEBUG nova.network.neutron [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Updating instance_info_cache with network_info: [{"id": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "address": "fa:16:3e:31:73:cf", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84ab324-1b", "ovs_interfaceid": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.644161] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.703967] env[69905]: DEBUG nova.network.neutron [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Updated VIF entry in instance network info cache for port 465a5350-c79b-40e9-9ec2-658876c2dbad. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.704423] env[69905]: DEBUG nova.network.neutron [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Updating instance_info_cache with network_info: [{"id": "465a5350-c79b-40e9-9ec2-658876c2dbad", "address": "fa:16:3e:bc:4e:9f", "network": {"id": "0f03e363-7c77-4410-a632-d56016c357a6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-645993743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d109606c6a6a45caa037011bb56f3e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465a5350-c7", "ovs_interfaceid": "465a5350-c79b-40e9-9ec2-658876c2dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.022535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.022535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.022535] env[69905]: DEBUG nova.network.neutron [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.106034] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853438} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.106527] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973/fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.107444] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.107444] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a86b09f-4554-4beb-a3c7-1eeef4eae69f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.113552] env[69905]: DEBUG nova.network.neutron [-] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.126105] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 737.126105] env[69905]: value = "task-3413067" [ 737.126105] env[69905]: _type = "Task" [ 737.126105] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.139854] env[69905]: DEBUG nova.scheduler.client.report [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.144235] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.150240] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Releasing lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.150731] env[69905]: DEBUG nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Instance network_info: |[{"id": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "address": "fa:16:3e:31:73:cf", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84ab324-1b", "ovs_interfaceid": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.151463] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:73:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f84ab324-1b3e-4127-a462-f4f2ec76c5da', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.161211] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Creating folder: Project (4e2f49cb87cd4e3782a4184f53112092). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.163270] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c13aff0-b18f-44c1-8973-1f9d72d61f8c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.174515] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083761} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.175359] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.176388] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004540e7-8144-47bb-9dc7-827bd0b988d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.187173] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Created folder: Project (4e2f49cb87cd4e3782a4184f53112092) in parent group-v680985. [ 737.187491] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Creating folder: Instances. Parent ref: group-v681031. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.202167] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a7d8dba-e94e-4c1a-945e-b59fca66a31c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.215369] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9d501907-48a9-4300-8740-57b3da041af4/9d501907-48a9-4300-8740-57b3da041af4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.220885] env[69905]: DEBUG oslo_concurrency.lockutils [req-d497ebb6-fc0d-4b7a-8f60-aa587fc10d95 req-d1dacdd6-f3a0-470f-8d21-c36ffca99336 service nova] Releasing lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.221457] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-938fa1a0-f597-4666-abdf-ff73f97fbc1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.250098] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 737.250098] env[69905]: value = "task-3413070" [ 737.250098] env[69905]: _type = "Task" [ 737.250098] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.260403] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Created folder: Instances in parent group-v681031. [ 737.261302] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.261607] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.261777] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1b25b47-ab33-45cb-8c78-f5765e7b28cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.283263] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.290313] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.290313] env[69905]: value = "task-3413071" [ 737.290313] env[69905]: _type = "Task" [ 737.290313] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.301440] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413071, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.388414] env[69905]: DEBUG nova.network.neutron [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Updated VIF entry in instance network info cache for port 6e985d99-a9ff-400c-8359-3c6dbea3d5bb. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.388716] env[69905]: DEBUG nova.network.neutron [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Updating instance_info_cache with network_info: [{"id": "6e985d99-a9ff-400c-8359-3c6dbea3d5bb", "address": "fa:16:3e:f4:d0:c5", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e985d99-a9", "ovs_interfaceid": "6e985d99-a9ff-400c-8359-3c6dbea3d5bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.454131] env[69905]: DEBUG nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.514712] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.515055] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.515331] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.515584] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.515782] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.515956] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.516262] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.516449] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.516709] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.516903] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.517149] env[69905]: DEBUG nova.virt.hardware [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.518172] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b82eb3-1346-4b25-8259-a95ab573051a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.535747] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59dcecb-f977-43e2-8c4f-64600e292fcb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.553542] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.562517] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Creating folder: Project (2bf4c42c613e4ea3b2df7e6c4528b968). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.562517] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ce2b18-d7db-47e9-9844-6d8710a26535 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.573977] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Created folder: Project (2bf4c42c613e4ea3b2df7e6c4528b968) in parent group-v680985. [ 737.574277] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Creating folder: Instances. Parent ref: group-v681034. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.576467] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fed25174-ac94-4373-b73e-53b410e10fb4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.592350] env[69905]: DEBUG nova.network.neutron [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.592350] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Created folder: Instances in parent group-v681034. [ 737.592524] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.592629] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.593371] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec57bcdc-89fc-4ddf-b0fc-ebe610af47d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.613691] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.613691] env[69905]: value = "task-3413074" [ 737.613691] env[69905]: _type = "Task" [ 737.613691] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.622698] env[69905]: INFO nova.compute.manager [-] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Took 2.19 seconds to deallocate network for instance. [ 737.628819] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413074, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.642571] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101374} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.642846] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.643866] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783cc25-5051-47d4-8feb-fe10da06328d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.647486] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.653032] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.306s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.653032] env[69905]: INFO nova.compute.claims [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.694485] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973/fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.694485] env[69905]: INFO nova.scheduler.client.report [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Deleted allocations for instance 54824947-735f-447a-b5a6-e37b8a884b81 [ 737.696246] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de584c5-5e48-439f-b4f4-5a2a26dceff2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.729420] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 737.729420] env[69905]: value = "task-3413075" [ 737.729420] env[69905]: _type = "Task" [ 737.729420] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.743858] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.766067] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.801963] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413071, 'name': CreateVM_Task, 'duration_secs': 0.468698} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.802865] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.803642] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.803836] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.804174] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.804707] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9f9e56-b1d6-4e93-9a8c-bad6e7b31211 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.812228] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 737.812228] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52838539-1e9c-8263-ade7-d7102aac9dec" [ 737.812228] env[69905]: _type = "Task" [ 737.812228] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.822225] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52838539-1e9c-8263-ade7-d7102aac9dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.892767] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] Releasing lock "refresh_cache-9d501907-48a9-4300-8740-57b3da041af4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.893052] env[69905]: DEBUG nova.compute.manager [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Received event network-vif-plugged-f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.893273] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] Acquiring lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.893515] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.894071] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.895442] env[69905]: DEBUG nova.compute.manager [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] No waiting events found dispatching network-vif-plugged-f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.895442] env[69905]: WARNING nova.compute.manager [req-2b70b5ff-d00f-4ef7-b83b-f46a59d00bab req-943d187f-83af-43d4-855c-1cddc937dd35 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Received unexpected event network-vif-plugged-f84ab324-1b3e-4127-a462-f4f2ec76c5da for instance with vm_state building and task_state spawning. [ 737.898381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "841e895f-88d6-4f70-b37a-44beeb4a9890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.898587] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.961692] env[69905]: DEBUG nova.compute.manager [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 738.053104] env[69905]: DEBUG nova.network.neutron [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.128783] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413074, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.139360] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.223379] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3cc7ea-9a98-4955-a87b-d9ca60f1ad74 tempest-ServerDiagnosticsTest-1387958028 tempest-ServerDiagnosticsTest-1387958028-project-member] Lock "54824947-735f-447a-b5a6-e37b8a884b81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.405s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.242488] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.264698] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413070, 'name': ReconfigVM_Task, 'duration_secs': 0.662878} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.264989] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9d501907-48a9-4300-8740-57b3da041af4/9d501907-48a9-4300-8740-57b3da041af4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.265586] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cc2484b-158c-4841-ad17-167303b4da97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.277729] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 738.277729] env[69905]: value = "task-3413077" [ 738.277729] env[69905]: _type = "Task" [ 738.277729] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.292263] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413077, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.299187] env[69905]: DEBUG nova.compute.manager [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received event network-vif-plugged-c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.300789] env[69905]: DEBUG oslo_concurrency.lockutils [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.301629] env[69905]: DEBUG oslo_concurrency.lockutils [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] Lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.301629] env[69905]: DEBUG oslo_concurrency.lockutils [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] Lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.301629] env[69905]: DEBUG nova.compute.manager [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] No waiting events found dispatching network-vif-plugged-c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.301811] env[69905]: WARNING nova.compute.manager [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received unexpected event network-vif-plugged-c37b694c-73e0-4b63-89c6-476996b3c919 for instance with vm_state building and task_state spawning. [ 738.301892] env[69905]: DEBUG nova.compute.manager [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received event network-changed-c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.303644] env[69905]: DEBUG nova.compute.manager [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Refreshing instance network info cache due to event network-changed-c37b694c-73e0-4b63-89c6-476996b3c919. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.303644] env[69905]: DEBUG oslo_concurrency.lockutils [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] Acquiring lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.328409] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52838539-1e9c-8263-ade7-d7102aac9dec, 'name': SearchDatastore_Task, 'duration_secs': 0.046711} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.328724] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.328959] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.330551] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.333236] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.333476] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.333955] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e24e87-0bde-4316-8b8b-9256c349e17a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.355960] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.356090] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.357161] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0de1158-82d0-470a-a5b5-fe54bc9831db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.366045] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 738.366045] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5225f84d-84b4-eeb3-bbc3-922007c92858" [ 738.366045] env[69905]: _type = "Task" [ 738.366045] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.376322] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5225f84d-84b4-eeb3-bbc3-922007c92858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.495781] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.557470] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.557802] env[69905]: DEBUG nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Instance network_info: |[{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.558951] env[69905]: DEBUG oslo_concurrency.lockutils [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] Acquired lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.558951] env[69905]: DEBUG nova.network.neutron [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Refreshing network info cache for port c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.560949] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:f0:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c37b694c-73e0-4b63-89c6-476996b3c919', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.570224] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Creating folder: Project (39b27cd68670408aa4a0258b0fb2be4f). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.570224] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1378588b-ae26-4e4e-844b-31ae866315ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.582927] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Created folder: Project (39b27cd68670408aa4a0258b0fb2be4f) in parent group-v680985. [ 738.582927] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Creating folder: Instances. Parent ref: group-v681037. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.585359] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-855d67f9-7359-426e-9ed1-087a1713ef24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.598296] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Created folder: Instances in parent group-v681037. [ 738.598664] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.598898] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.599173] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-638e5311-ee6d-414c-a774-7dfe1c6b4ad6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.641791] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413074, 'name': CreateVM_Task, 'duration_secs': 1.01455} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.643806] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.644042] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.644042] env[69905]: value = "task-3413080" [ 738.644042] env[69905]: _type = "Task" [ 738.644042] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.644639] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.644940] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.645464] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.645886] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b683df97-55ee-4ead-9041-b969842766fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.658613] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 738.658613] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ecc8c5-9761-8998-26ad-4df911c56a37" [ 738.658613] env[69905]: _type = "Task" [ 738.658613] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.670279] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413080, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.687766] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ecc8c5-9761-8998-26ad-4df911c56a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.751586] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413075, 'name': ReconfigVM_Task, 'duration_secs': 0.78687} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.751586] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Reconfigured VM instance instance-0000000c to attach disk [datastore2] fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973/fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.752033] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c725b62c-59b6-48d1-ba9d-a3f66f23b05e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.761046] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 738.761046] env[69905]: value = "task-3413081" [ 738.761046] env[69905]: _type = "Task" [ 738.761046] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.783290] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413081, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.791043] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413077, 'name': Rename_Task, 'duration_secs': 0.314079} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.791784] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.792056] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d13d21-b195-4cbf-9c9a-57bb13e6fb4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.807339] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 738.807339] env[69905]: value = "task-3413082" [ 738.807339] env[69905]: _type = "Task" [ 738.807339] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.826563] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.883688] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5225f84d-84b4-eeb3-bbc3-922007c92858, 'name': SearchDatastore_Task, 'duration_secs': 0.042696} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.884403] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7761d33d-f22e-41f5-adeb-b0edd8a57999 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.898489] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 738.898489] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d6bf8-c74c-f955-813c-fcfa18d6b227" [ 738.898489] env[69905]: _type = "Task" [ 738.898489] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.913497] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d6bf8-c74c-f955-813c-fcfa18d6b227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.924644] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "ef12b312-668e-4e77-becd-a3a717f37306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.924914] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "ef12b312-668e-4e77-becd-a3a717f37306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.925163] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "ef12b312-668e-4e77-becd-a3a717f37306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.925351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "ef12b312-668e-4e77-becd-a3a717f37306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.925516] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "ef12b312-668e-4e77-becd-a3a717f37306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.927802] env[69905]: INFO nova.compute.manager [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Terminating instance [ 739.026904] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.027378] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.030269] env[69905]: DEBUG nova.compute.manager [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Received event network-changed-f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.030475] env[69905]: DEBUG nova.compute.manager [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Refreshing instance network info cache due to event network-changed-f84ab324-1b3e-4127-a462-f4f2ec76c5da. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.030876] env[69905]: DEBUG oslo_concurrency.lockutils [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] Acquiring lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.031141] env[69905]: DEBUG oslo_concurrency.lockutils [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] Acquired lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.031445] env[69905]: DEBUG nova.network.neutron [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Refreshing network info cache for port f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.157221] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413080, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.176456] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ecc8c5-9761-8998-26ad-4df911c56a37, 'name': SearchDatastore_Task, 'duration_secs': 0.054087} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.177084] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.177084] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.177719] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.276981] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413081, 'name': Rename_Task, 'duration_secs': 0.36142} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.279994] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.280507] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b994696-389d-464a-87f4-6238c75035b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.289015] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 739.289015] env[69905]: value = "task-3413083" [ 739.289015] env[69905]: _type = "Task" [ 739.289015] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.299334] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.303762] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d009a2-e12b-4b8d-a8fa-1c81c2e8be6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.316524] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c0cfe1-cbfb-4e40-a60a-ec2a8b866a57 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.353717] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb00c1-7a4d-492d-a181-474cae0f026f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.356550] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413082, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.363491] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b70cd07-a100-4095-a73d-da3024995cbb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.378600] env[69905]: DEBUG nova.compute.provider_tree [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.415060] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d6bf8-c74c-f955-813c-fcfa18d6b227, 'name': SearchDatastore_Task, 'duration_secs': 0.045186} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.415060] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.415060] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 784b71d1-94a8-4fe1-9213-90eaf03fc0ad/784b71d1-94a8-4fe1-9213-90eaf03fc0ad.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.415060] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.415341] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.415341] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ea9ffb9-7815-4e50-9cb7-322b4267737f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.416627] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-409226dd-84df-4481-8016-fe1f158740af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.425990] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 739.425990] env[69905]: value = "task-3413084" [ 739.425990] env[69905]: _type = "Task" [ 739.425990] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.427809] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.427809] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.431218] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8423d3a4-b0eb-4257-ac9c-a7c2a864f27e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.434721] env[69905]: DEBUG nova.compute.manager [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.434939] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.436282] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfacce9-700d-4d52-8464-abb57b6ec3fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.443401] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.445444] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 739.445444] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523daa69-6357-ad0a-7b3a-ce29ae56bb34" [ 739.445444] env[69905]: _type = "Task" [ 739.445444] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.451981] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.452402] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd2063c7-4d58-4dc0-8a7a-0366b9612cd3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.457414] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523daa69-6357-ad0a-7b3a-ce29ae56bb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.462450] env[69905]: DEBUG oslo_vmware.api [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 739.462450] env[69905]: value = "task-3413085" [ 739.462450] env[69905]: _type = "Task" [ 739.462450] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.472827] env[69905]: DEBUG oslo_vmware.api [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.657421] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413080, 'name': CreateVM_Task, 'duration_secs': 0.562522} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.658171] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.659060] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.659381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.661019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.661019] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8294cd7-c324-4cac-a6f3-63de3993f6d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.667541] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 739.667541] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3dd93-0e83-e6cf-2fa4-093e6f80dee5" [ 739.667541] env[69905]: _type = "Task" [ 739.667541] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.678878] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3dd93-0e83-e6cf-2fa4-093e6f80dee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.742249] env[69905]: DEBUG nova.network.neutron [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updated VIF entry in instance network info cache for port c37b694c-73e0-4b63-89c6-476996b3c919. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.742249] env[69905]: DEBUG nova.network.neutron [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.810385] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413083, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.821662] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413082, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.912963] env[69905]: ERROR nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [req-56cdd03f-0be2-4b1f-bdf4-8145524ea88d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-56cdd03f-0be2-4b1f-bdf4-8145524ea88d"}]} [ 739.940135] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413084, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.942588] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.957594] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523daa69-6357-ad0a-7b3a-ce29ae56bb34, 'name': SearchDatastore_Task, 'duration_secs': 0.015679} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.958725] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51afd694-303d-431e-9b45-be3764398028 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.963448] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.963701] env[69905]: DEBUG nova.compute.provider_tree [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.972653] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 739.972653] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ffc492-288b-04be-60cb-7aad216c3c69" [ 739.972653] env[69905]: _type = "Task" [ 739.972653] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.988044] env[69905]: DEBUG oslo_vmware.api [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413085, 'name': PowerOffVM_Task, 'duration_secs': 0.289074} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.988044] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.988520] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.988921] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba456dd8-0a8e-4cfe-9c57-887a3974c738 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.997029] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ffc492-288b-04be-60cb-7aad216c3c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.997275] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.029351] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.079749] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.079749] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.079749] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Deleting the datastore file [datastore1] ef12b312-668e-4e77-becd-a3a717f37306 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.079749] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9df08872-e3fa-4068-af3d-f2e172fa3d51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.101325] env[69905]: DEBUG oslo_vmware.api [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for the task: (returnval){ [ 740.101325] env[69905]: value = "task-3413088" [ 740.101325] env[69905]: _type = "Task" [ 740.101325] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.115543] env[69905]: DEBUG oslo_vmware.api [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.183569] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3dd93-0e83-e6cf-2fa4-093e6f80dee5, 'name': SearchDatastore_Task, 'duration_secs': 0.019263} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.184081] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.184331] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.184657] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.247218] env[69905]: DEBUG oslo_concurrency.lockutils [req-11003e41-a93d-4464-b50d-79aa5bd603ae req-7f7aac78-3d32-49bc-9b0c-c018f9f4a7c9 service nova] Releasing lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.309566] env[69905]: DEBUG oslo_vmware.api [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413083, 'name': PowerOnVM_Task, 'duration_secs': 0.924686} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.309752] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.309959] env[69905]: INFO nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Took 10.81 seconds to spawn the instance on the hypervisor. [ 740.310604] env[69905]: DEBUG nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.311120] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f62546-8197-4d5e-ad6f-06952209faee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.341268] env[69905]: DEBUG oslo_vmware.api [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413082, 'name': PowerOnVM_Task, 'duration_secs': 1.49721} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.346770] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.346770] env[69905]: INFO nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Took 13.41 seconds to spawn the instance on the hypervisor. [ 740.346770] env[69905]: DEBUG nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.347055] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbff4c24-548a-4edb-a8bd-40f143751769 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.441591] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729935} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.441868] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 784b71d1-94a8-4fe1-9213-90eaf03fc0ad/784b71d1-94a8-4fe1-9213-90eaf03fc0ad.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.442086] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.442331] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0e98b47-3e22-40e4-9742-ef60005f4fab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.451182] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 740.451182] env[69905]: value = "task-3413089" [ 740.451182] env[69905]: _type = "Task" [ 740.451182] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.464065] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.467308] env[69905]: DEBUG nova.network.neutron [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Updated VIF entry in instance network info cache for port f84ab324-1b3e-4127-a462-f4f2ec76c5da. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.467632] env[69905]: DEBUG nova.network.neutron [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Updating instance_info_cache with network_info: [{"id": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "address": "fa:16:3e:31:73:cf", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84ab324-1b", "ovs_interfaceid": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.483591] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ffc492-288b-04be-60cb-7aad216c3c69, 'name': SearchDatastore_Task, 'duration_secs': 0.07418} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.484206] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.484790] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 33b817ff-96bf-4d5f-880c-d88b458e260b/33b817ff-96bf-4d5f-880c-d88b458e260b.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.484790] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.484945] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.485185] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa7ddec-a99f-49ce-bf02-52fcd826057f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.490317] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f1895b-c9ee-4901-a21a-9e63bbe08391 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.500409] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 740.500409] env[69905]: value = "task-3413090" [ 740.500409] env[69905]: _type = "Task" [ 740.500409] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.502610] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.502610] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.506945] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac8096b-3067-44f7-9159-916bd798ea1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.517025] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 740.517025] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521916d9-15fc-9546-6fcd-d5511a4b6b66" [ 740.517025] env[69905]: _type = "Task" [ 740.517025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.522381] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.533064] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521916d9-15fc-9546-6fcd-d5511a4b6b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.581040] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eaae66-1c11-44d2-9eca-9ae498f32bef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.590031] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47971fc8-d660-4be8-9a59-c7fc484caf32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.629123] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eacb6c-2739-4dee-9d9d-2931e534377c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.638356] env[69905]: DEBUG oslo_vmware.api [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.643314] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c408b-56cf-45d4-8b29-d9df3d4dcc21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.661252] env[69905]: DEBUG nova.compute.provider_tree [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.853395] env[69905]: INFO nova.compute.manager [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Took 25.09 seconds to build instance. [ 740.866491] env[69905]: INFO nova.compute.manager [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Took 25.73 seconds to build instance. [ 740.961697] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075206} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.961972] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.963055] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db5bd91-4419-4f23-ae78-5c11f54d03a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.978624] env[69905]: DEBUG oslo_concurrency.lockutils [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] Releasing lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.978807] env[69905]: DEBUG nova.compute.manager [req-b657703b-e263-4b79-97d1-4ca4aeb2f25a req-fb6bf333-0ab7-4d1a-98f0-a7c073248f79 service nova] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Received event network-vif-deleted-2d12093d-6973-463b-976f-51f4895ca16b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.989034] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 784b71d1-94a8-4fe1-9213-90eaf03fc0ad/784b71d1-94a8-4fe1-9213-90eaf03fc0ad.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.989230] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f90e687-7c7b-457f-b63a-ac8f90f4beed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.013995] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.015165] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 741.015165] env[69905]: value = "task-3413091" [ 741.015165] env[69905]: _type = "Task" [ 741.015165] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.024621] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.035293] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521916d9-15fc-9546-6fcd-d5511a4b6b66, 'name': SearchDatastore_Task, 'duration_secs': 0.042759} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.035293] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520b3f8f-5536-4e07-8ba0-2268876dde19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.041633] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 741.041633] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec8469-ad2f-6889-dab0-5daceae3dcbf" [ 741.041633] env[69905]: _type = "Task" [ 741.041633] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.051181] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec8469-ad2f-6889-dab0-5daceae3dcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.137253] env[69905]: DEBUG oslo_vmware.api [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Task: {'id': task-3413088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.72851} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.137553] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.137729] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.137914] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.138110] env[69905]: INFO nova.compute.manager [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Took 1.70 seconds to destroy the instance on the hypervisor. [ 741.138375] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.138604] env[69905]: DEBUG nova.compute.manager [-] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.138724] env[69905]: DEBUG nova.network.neutron [-] [instance: ef12b312-668e-4e77-becd-a3a717f37306] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.191259] env[69905]: DEBUG nova.compute.manager [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Received event network-changed-1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.191613] env[69905]: DEBUG nova.compute.manager [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Refreshing instance network info cache due to event network-changed-1595f683-6395-44d6-b940-ef1f62759f29. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.191735] env[69905]: DEBUG oslo_concurrency.lockutils [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] Acquiring lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.191869] env[69905]: DEBUG oslo_concurrency.lockutils [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] Acquired lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.193244] env[69905]: DEBUG nova.network.neutron [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Refreshing network info cache for port 1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.196283] env[69905]: ERROR nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [req-f70d187a-a8e1-4b72-a519-22530549303c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f70d187a-a8e1-4b72-a519-22530549303c"}]} [ 741.207446] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "42d139e4-d24f-470e-9d25-3a06d36f5b77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.207684] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "42d139e4-d24f-470e-9d25-3a06d36f5b77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.222709] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 741.251149] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 741.251481] env[69905]: DEBUG nova.compute.provider_tree [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.273738] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 741.301713] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.356311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3583fc8a-2a47-4145-b567-77950d270950 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.627s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.373146] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fca7d4b5-9a06-490b-91f7-cb73729fae67 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.647s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.566997] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413090, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.022488} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.573039] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 33b817ff-96bf-4d5f-880c-d88b458e260b/33b817ff-96bf-4d5f-880c-d88b458e260b.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.573911] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.573911] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.573911] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23755112-b7ac-40d5-b149-5b0dcf34c54c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.579355] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec8469-ad2f-6889-dab0-5daceae3dcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.020489} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.582874] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.583126] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a58a5b47-54a0-493a-9048-913a4f16c306/a58a5b47-54a0-493a-9048-913a4f16c306.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.584014] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0642db9-1bdc-4b4c-b970-d26de33520be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.588761] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 741.588761] env[69905]: value = "task-3413092" [ 741.588761] env[69905]: _type = "Task" [ 741.588761] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.593805] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 741.593805] env[69905]: value = "task-3413093" [ 741.593805] env[69905]: _type = "Task" [ 741.593805] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.602403] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.608517] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.798257] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7726a019-1847-4682-bec8-848925a754d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.809521] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1356ff-b972-452b-a2c9-5a17682e59d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.840782] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e1a618-9a87-4564-a1ee-2074d9035efe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.851964] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24668374-30ba-41d7-a868-763a28829255 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.865467] env[69905]: DEBUG nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.868312] env[69905]: DEBUG nova.compute.provider_tree [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.877013] env[69905]: DEBUG nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.051563] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.101644] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201784} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.105635] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.106600] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7221b75d-6982-4c3d-911e-a312313fa3df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.132817] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 33b817ff-96bf-4d5f-880c-d88b458e260b/33b817ff-96bf-4d5f-880c-d88b458e260b.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.138108] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea19288-eef9-4482-be63-644a7669b446 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.156099] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.156536] env[69905]: DEBUG nova.network.neutron [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updated VIF entry in instance network info cache for port 1595f683-6395-44d6-b940-ef1f62759f29. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.156923] env[69905]: DEBUG nova.network.neutron [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updating instance_info_cache with network_info: [{"id": "1595f683-6395-44d6-b940-ef1f62759f29", "address": "fa:16:3e:d4:db:e1", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1595f683-63", "ovs_interfaceid": "1595f683-6395-44d6-b940-ef1f62759f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.170107] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 742.170107] env[69905]: value = "task-3413095" [ 742.170107] env[69905]: _type = "Task" [ 742.170107] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.183939] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.346609] env[69905]: DEBUG nova.network.neutron [-] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.416408] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.423250] env[69905]: DEBUG nova.scheduler.client.report [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updated inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 742.423562] env[69905]: DEBUG nova.compute.provider_tree [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 generation from 33 to 34 during operation: update_inventory {{(pid=69905) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 742.423662] env[69905]: DEBUG nova.compute.provider_tree [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.428603] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.553735] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413091, 'name': ReconfigVM_Task, 'duration_secs': 1.072132} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.554069] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 784b71d1-94a8-4fe1-9213-90eaf03fc0ad/784b71d1-94a8-4fe1-9213-90eaf03fc0ad.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.555124] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96f6dca9-11e7-44cf-8378-63787edaa5e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.565666] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 742.565666] env[69905]: value = "task-3413096" [ 742.565666] env[69905]: _type = "Task" [ 742.565666] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.577849] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413096, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.614803] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868032} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.615718] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a58a5b47-54a0-493a-9048-913a4f16c306/a58a5b47-54a0-493a-9048-913a4f16c306.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.615946] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.616257] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f2a1e5d-71a3-407b-9aba-7f67bb1ef613 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.625070] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 742.625070] env[69905]: value = "task-3413097" [ 742.625070] env[69905]: _type = "Task" [ 742.625070] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.633671] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.641485] env[69905]: DEBUG nova.compute.manager [req-49a1b319-613f-405d-8bd1-a3bb6a417017 req-0c0c6a3b-fcdc-450a-b980-eee58113aeb0 service nova] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Received event network-vif-deleted-2ab1d88c-8c29-4d38-9c51-06566eb75ecf {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.659758] env[69905]: DEBUG oslo_concurrency.lockutils [req-4cfd8cee-6dba-4f64-bc77-297be2197e67 req-3909a2ec-52b6-4683-809e-90634bada389 service nova] Releasing lock "refresh_cache-2bd2babb-0fd6-4ad1-8074-946dc59d64c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.684256] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.850998] env[69905]: INFO nova.compute.manager [-] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Took 1.71 seconds to deallocate network for instance. [ 742.929876] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.279s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.930571] env[69905]: DEBUG nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.936564] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.423s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.936564] env[69905]: INFO nova.compute.claims [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.069713] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "9d501907-48a9-4300-8740-57b3da041af4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.070096] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.003s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.070246] env[69905]: DEBUG nova.compute.manager [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.073124] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7251af-3347-4176-a286-fad69f2a308f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.103959] env[69905]: DEBUG nova.compute.manager [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 743.105728] env[69905]: DEBUG nova.objects.instance [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lazy-loading 'flavor' on Instance uuid 9d501907-48a9-4300-8740-57b3da041af4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.107311] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413096, 'name': Rename_Task, 'duration_secs': 0.29744} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.112035] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.112035] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adad5f9d-08e8-4b0d-86cf-20d94876badf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.125032] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 743.125032] env[69905]: value = "task-3413098" [ 743.125032] env[69905]: _type = "Task" [ 743.125032] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.168017] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413098, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.169502] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070012} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.171798] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.174783] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefedbcd-1134-4ba9-a782-27d49abd5ac6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.194946] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413095, 'name': ReconfigVM_Task, 'duration_secs': 0.759692} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.209760] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 33b817ff-96bf-4d5f-880c-d88b458e260b/33b817ff-96bf-4d5f-880c-d88b458e260b.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.222235] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a58a5b47-54a0-493a-9048-913a4f16c306/a58a5b47-54a0-493a-9048-913a4f16c306.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.222567] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae710f10-d2d3-4221-8092-e6681d811779 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.224678] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7462eb89-0483-43ba-b74c-f5844d383ee3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.250482] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 743.250482] env[69905]: value = "task-3413099" [ 743.250482] env[69905]: _type = "Task" [ 743.250482] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.250482] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 743.250482] env[69905]: value = "task-3413100" [ 743.250482] env[69905]: _type = "Task" [ 743.250482] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.262389] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.266276] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413099, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.364980] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.445056] env[69905]: DEBUG nova.compute.utils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.448505] env[69905]: DEBUG nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.448671] env[69905]: DEBUG nova.network.neutron [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.488759] env[69905]: DEBUG nova.compute.manager [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.489508] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27592fb3-e3f5-410d-bc18-ed60f62eebff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.524149] env[69905]: DEBUG nova.policy [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44c972af17b430a9adf5e7527258c48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33bcf6a4d56d47bb923162e73b935a30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.637140] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413098, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.762987] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413099, 'name': Rename_Task, 'duration_secs': 0.364115} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.766254] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.766559] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.766861] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71246931-cc9f-4164-a49d-8110aca7552c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.794537] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 743.794537] env[69905]: value = "task-3413101" [ 743.794537] env[69905]: _type = "Task" [ 743.794537] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.805595] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.950478] env[69905]: DEBUG nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.999648] env[69905]: DEBUG nova.compute.manager [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Received event network-changed-465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.999836] env[69905]: DEBUG nova.compute.manager [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Refreshing instance network info cache due to event network-changed-465a5350-c79b-40e9-9ec2-658876c2dbad. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.001383] env[69905]: DEBUG oslo_concurrency.lockutils [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] Acquiring lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.001602] env[69905]: DEBUG oslo_concurrency.lockutils [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] Acquired lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.002314] env[69905]: DEBUG nova.network.neutron [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Refreshing network info cache for port 465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.007918] env[69905]: INFO nova.compute.manager [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] instance snapshotting [ 744.014033] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0a317-2f16-4106-88ce-3c74e14b93cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.037945] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9522e472-fcdb-40d5-8bd4-3cffc0005cea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.119033] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.123602] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ccf0f8c-9896-46de-990d-3c25e752d7bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.146258] env[69905]: DEBUG oslo_vmware.api [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413098, 'name': PowerOnVM_Task, 'duration_secs': 0.943363} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.150461] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.150461] env[69905]: INFO nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Took 12.03 seconds to spawn the instance on the hypervisor. [ 744.150888] env[69905]: DEBUG nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.151576] env[69905]: DEBUG oslo_vmware.api [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 744.151576] env[69905]: value = "task-3413102" [ 744.151576] env[69905]: _type = "Task" [ 744.151576] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.156917] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea735fa-88c6-4e96-87f1-58ffbf5c6e98 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.181540] env[69905]: DEBUG oslo_vmware.api [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.231534] env[69905]: DEBUG nova.network.neutron [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Successfully created port: 5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.277115] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413100, 'name': ReconfigVM_Task, 'duration_secs': 0.775825} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.277115] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a58a5b47-54a0-493a-9048-913a4f16c306/a58a5b47-54a0-493a-9048-913a4f16c306.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.277115] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-633fd758-6583-40a7-908e-fc30e45f78e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.301428] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 744.301428] env[69905]: value = "task-3413104" [ 744.301428] env[69905]: _type = "Task" [ 744.301428] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.311842] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413101, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.319025] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413104, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.455575] env[69905]: INFO nova.virt.block_device [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Booting with volume 734cdecb-40f6-4a01-86fd-c72e2dc8722d at /dev/sda [ 744.515692] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9399b907-1ecf-4d30-8742-a0cb1659044c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.526322] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc59d526-99a5-4c6b-b314-55302fcd58c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.532152] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a644195-1105-47e2-99d7-130e6e1dbe23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.565771] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.567651] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56771b2d-50d8-467c-ba3d-80a30d8418b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.570670] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c1dceb-edf1-4643-8a83-22ddd3738cf6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.576085] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c073d2-bba9-4718-a54d-0a837764f606 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.593781] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3226ed80-236e-49f4-987f-8ba0ac2a0010 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.601379] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 744.601379] env[69905]: value = "task-3413105" [ 744.601379] env[69905]: _type = "Task" [ 744.601379] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.628036] env[69905]: DEBUG nova.compute.provider_tree [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.632937] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62071b6f-1a78-4992-9e57-85d248dff551 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.645203] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413105, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.649922] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12998bc3-c390-4677-89ba-beed3cc53a3a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.675594] env[69905]: DEBUG oslo_vmware.api [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413102, 'name': PowerOffVM_Task, 'duration_secs': 0.243374} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.675789] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.675979] env[69905]: DEBUG nova.compute.manager [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.676821] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbdb688-14e7-4e7c-9fa1-f11b7b96e098 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.701275] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4871f8-a380-4c11-a962-f4f0898e2fac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.710493] env[69905]: INFO nova.compute.manager [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Took 28.28 seconds to build instance. [ 744.717783] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8470f2-02f0-47e4-99a9-b8c543784ba5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.742657] env[69905]: DEBUG nova.virt.block_device [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Updating existing volume attachment record: 1bd2a5b3-4e94-4f16-933b-c757907011aa {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 744.807602] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413101, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.817911] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413104, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.955875] env[69905]: DEBUG nova.compute.manager [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.956855] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b2aaaf-0016-442f-b942-c83db1e8038b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.118038] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413105, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.137438] env[69905]: DEBUG nova.scheduler.client.report [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.215705] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e56e40db-6f18-49a5-91e0-f6d9c375f118 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.146s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.217687] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0f2e458-c1b2-4bc3-bfd5-c7758a0143ea tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.668s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.302354] env[69905]: DEBUG nova.network.neutron [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Updated VIF entry in instance network info cache for port 465a5350-c79b-40e9-9ec2-658876c2dbad. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.302354] env[69905]: DEBUG nova.network.neutron [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Updating instance_info_cache with network_info: [{"id": "465a5350-c79b-40e9-9ec2-658876c2dbad", "address": "fa:16:3e:bc:4e:9f", "network": {"id": "0f03e363-7c77-4410-a632-d56016c357a6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-645993743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d109606c6a6a45caa037011bb56f3e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465a5350-c7", "ovs_interfaceid": "465a5350-c79b-40e9-9ec2-658876c2dbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.322885] env[69905]: DEBUG oslo_vmware.api [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413101, 'name': PowerOnVM_Task, 'duration_secs': 1.175962} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.322885] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.322885] env[69905]: INFO nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Took 7.87 seconds to spawn the instance on the hypervisor. [ 745.322885] env[69905]: DEBUG nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.322885] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006cbb5-cc9b-4cdf-a8c7-bb99bf945b7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.330636] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413104, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.470069] env[69905]: INFO nova.compute.manager [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] instance snapshotting [ 745.474714] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5d2b5-ab30-40a1-9584-ac014b59177c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.502540] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad6efec-f1d0-480b-b973-a9b60e934cbb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.615133] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413105, 'name': CreateSnapshot_Task, 'duration_secs': 0.966689} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.615415] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.616245] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa579bc-fb2b-42dd-9cc8-d980cef4563d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.649168] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.649317] env[69905]: DEBUG nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.654177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.484s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.658947] env[69905]: INFO nova.compute.claims [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.724525] env[69905]: DEBUG nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.807302] env[69905]: DEBUG oslo_concurrency.lockutils [req-d90ba3b5-8558-4fbe-89a2-026a603483db req-8b07bd0e-3128-4b04-9fdb-d27bfab782b6 service nova] Releasing lock "refresh_cache-fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.821763] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413104, 'name': Rename_Task, 'duration_secs': 1.225145} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.822592] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.822592] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78b2a942-f233-4225-8a56-19cce5eff682 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.831060] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 745.831060] env[69905]: value = "task-3413106" [ 745.831060] env[69905]: _type = "Task" [ 745.831060] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.839598] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.852504] env[69905]: INFO nova.compute.manager [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Took 23.69 seconds to build instance. [ 746.019511] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.019871] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80abd7aa-182c-496e-995c-acfdd8a102c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.028910] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 746.028910] env[69905]: value = "task-3413107" [ 746.028910] env[69905]: _type = "Task" [ 746.028910] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.042414] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.138101] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.138101] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0e2e3f1-bb3e-4a68-b27a-d50d37d8b603 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.149895] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 746.149895] env[69905]: value = "task-3413108" [ 746.149895] env[69905]: _type = "Task" [ 746.149895] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.160036] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413108, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.164025] env[69905]: DEBUG nova.compute.utils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.168767] env[69905]: DEBUG nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.168767] env[69905]: DEBUG nova.network.neutron [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.222217] env[69905]: DEBUG nova.policy [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1702e060d7924035bfdcf252d39152b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e00a47ef5c409ab1bb1ff30f0ec31a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.263228] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.346367] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.357198] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b1f635-86c9-459d-a201-a988259fc437 tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "33b817ff-96bf-4d5f-880c-d88b458e260b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.856s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.543140] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.668502] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413108, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.669031] env[69905]: DEBUG nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.824564] env[69905]: DEBUG nova.network.neutron [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Successfully created port: 4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.848613] env[69905]: DEBUG oslo_vmware.api [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413106, 'name': PowerOnVM_Task, 'duration_secs': 0.882266} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.852553] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.853099] env[69905]: INFO nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Took 12.04 seconds to spawn the instance on the hypervisor. [ 746.853425] env[69905]: DEBUG nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.855026] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0341035-b979-40d3-925e-2462dc4d0b61 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.859590] env[69905]: DEBUG nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.883855] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.883855] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.897043] env[69905]: DEBUG nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.897804] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.898128] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.898377] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.898651] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.898858] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.899175] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.899851] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.899851] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.900178] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.900993] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.900993] env[69905]: DEBUG nova.virt.hardware [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.906400] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e729f460-f525-42c3-82b5-67ea561680e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.923999] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a7a5c-46d9-4b26-948e-99f1765e5a5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.004217] env[69905]: DEBUG nova.network.neutron [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Successfully updated port: 5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.042174] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413107, 'name': CreateSnapshot_Task, 'duration_secs': 0.973706} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.045096] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.046282] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9502076e-4b03-4fa0-a5f4-a19fc109f5f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.166908] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413108, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.235784] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de33b13f-a789-4cbe-991b-b0e7cf7ee062 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.246835] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d428c3c4-e981-49fe-9497-2b2c7314c0ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.282637] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad392b-164b-4e1d-937c-822ed5418155 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.290514] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79e56cd-7ac3-4601-9513-f92187da50c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.307113] env[69905]: DEBUG nova.compute.provider_tree [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.394029] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.395487] env[69905]: INFO nova.compute.manager [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Took 28.67 seconds to build instance. [ 747.507917] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquiring lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.508148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquired lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.508316] env[69905]: DEBUG nova.network.neutron [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.567513] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.567862] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f42fb78-ec0d-4f8c-b0ee-86efe861c95e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.578613] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 747.578613] env[69905]: value = "task-3413110" [ 747.578613] env[69905]: _type = "Task" [ 747.578613] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.588394] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413110, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.665201] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413108, 'name': CloneVM_Task, 'duration_secs': 1.273136} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.665482] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Created linked-clone VM from snapshot [ 747.666329] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc36992d-6483-4a55-800d-e9f363b12660 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.672517] env[69905]: DEBUG nova.compute.manager [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.676595] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddab52-fdc8-4a6f-b1a1-809e6ead8399 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.679248] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Uploading image 968f9d80-14c5-4c8c-a691-e854fd80affb {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.682901] env[69905]: DEBUG nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.694961] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.695275] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c85b726d-dba1-43bb-8de8-1977d5c20528 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.706095] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 747.706095] env[69905]: value = "task-3413111" [ 747.706095] env[69905]: _type = "Task" [ 747.706095] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.711242] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.711555] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.712658] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.712658] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.712658] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.712658] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.712658] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.713090] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.713090] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.713090] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.713293] env[69905]: DEBUG nova.virt.hardware [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.714200] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9526b7f4-147a-4a7c-8021-708c0a666fd4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.723307] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413111, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.726808] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc335b-f333-4d6a-a67b-e80c0df89765 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.810152] env[69905]: DEBUG nova.scheduler.client.report [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.852888] env[69905]: DEBUG nova.compute.manager [req-7c82101d-8a09-460c-941b-f270912be6c8 req-38950c1f-2a2c-47a2-aedc-809c8a79bb25 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Received event network-vif-plugged-5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.852888] env[69905]: DEBUG oslo_concurrency.lockutils [req-7c82101d-8a09-460c-941b-f270912be6c8 req-38950c1f-2a2c-47a2-aedc-809c8a79bb25 service nova] Acquiring lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.852888] env[69905]: DEBUG oslo_concurrency.lockutils [req-7c82101d-8a09-460c-941b-f270912be6c8 req-38950c1f-2a2c-47a2-aedc-809c8a79bb25 service nova] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.852888] env[69905]: DEBUG oslo_concurrency.lockutils [req-7c82101d-8a09-460c-941b-f270912be6c8 req-38950c1f-2a2c-47a2-aedc-809c8a79bb25 service nova] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.852888] env[69905]: DEBUG nova.compute.manager [req-7c82101d-8a09-460c-941b-f270912be6c8 req-38950c1f-2a2c-47a2-aedc-809c8a79bb25 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] No waiting events found dispatching network-vif-plugged-5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.853102] env[69905]: WARNING nova.compute.manager [req-7c82101d-8a09-460c-941b-f270912be6c8 req-38950c1f-2a2c-47a2-aedc-809c8a79bb25 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Received unexpected event network-vif-plugged-5fd78856-c23d-4353-af02-b905c40b080d for instance with vm_state building and task_state spawning. [ 747.899494] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d8f4713-8a67-4968-9244-fe8c5f8feec3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "a58a5b47-54a0-493a-9048-913a4f16c306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.772s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.023030] env[69905]: DEBUG nova.compute.manager [None req-97ca69ae-deaa-4c48-a2be-3f2c3e922328 tempest-ServerDiagnosticsV248Test-1892361217 tempest-ServerDiagnosticsV248Test-1892361217-project-admin] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.023699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49665a6-3d59-4d4f-822a-c4c25d772257 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.031960] env[69905]: INFO nova.compute.manager [None req-97ca69ae-deaa-4c48-a2be-3f2c3e922328 tempest-ServerDiagnosticsV248Test-1892361217 tempest-ServerDiagnosticsV248Test-1892361217-project-admin] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Retrieving diagnostics [ 748.032907] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59da82d-9af7-4de2-8d04-ab0ce07ce97d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.064820] env[69905]: DEBUG nova.network.neutron [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.090841] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413110, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.200147] env[69905]: INFO nova.compute.manager [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] instance snapshotting [ 748.200147] env[69905]: WARNING nova.compute.manager [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 748.205949] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45948156-6594-4ded-a8f1-af4c40bc4f4d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.245693] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413111, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.247930] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1b2b3-dc47-40ef-ba5c-dbfedf37cb5b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.277574] env[69905]: DEBUG nova.network.neutron [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Updating instance_info_cache with network_info: [{"id": "5fd78856-c23d-4353-af02-b905c40b080d", "address": "fa:16:3e:8f:3d:4f", "network": {"id": "0944e1cd-757e-4809-9983-b0f432c6f99d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-525262390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33bcf6a4d56d47bb923162e73b935a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd78856-c2", "ovs_interfaceid": "5fd78856-c23d-4353-af02-b905c40b080d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.315115] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.315665] env[69905]: DEBUG nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.319475] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.604s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.321181] env[69905]: INFO nova.compute.claims [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.402169] env[69905]: DEBUG nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.590814] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413110, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.708556] env[69905]: DEBUG nova.compute.manager [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Received event network-changed-f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.708556] env[69905]: DEBUG nova.compute.manager [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Refreshing instance network info cache due to event network-changed-f84ab324-1b3e-4127-a462-f4f2ec76c5da. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.708766] env[69905]: DEBUG oslo_concurrency.lockutils [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] Acquiring lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.708932] env[69905]: DEBUG oslo_concurrency.lockutils [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] Acquired lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.709114] env[69905]: DEBUG nova.network.neutron [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Refreshing network info cache for port f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.722777] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413111, 'name': Destroy_Task, 'duration_secs': 0.586287} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.725642] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Destroyed the VM [ 748.725642] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.725642] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a7b1436-4691-4ada-8434-703ef6193a13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.735970] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 748.735970] env[69905]: value = "task-3413113" [ 748.735970] env[69905]: _type = "Task" [ 748.735970] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.752838] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413113, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.762146] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.762146] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b07118a7-3982-448b-9b4b-dd3ac96562a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.772432] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 748.772432] env[69905]: value = "task-3413114" [ 748.772432] env[69905]: _type = "Task" [ 748.772432] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.781575] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Releasing lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.782097] env[69905]: DEBUG nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance network_info: |[{"id": "5fd78856-c23d-4353-af02-b905c40b080d", "address": "fa:16:3e:8f:3d:4f", "network": {"id": "0944e1cd-757e-4809-9983-b0f432c6f99d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-525262390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33bcf6a4d56d47bb923162e73b935a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd78856-c2", "ovs_interfaceid": "5fd78856-c23d-4353-af02-b905c40b080d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.782554] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:3d:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fd78856-c23d-4353-af02-b905c40b080d', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.791526] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Creating folder: Project (33bcf6a4d56d47bb923162e73b935a30). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.794969] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8a399ac-a1d5-43ab-b1de-141767a6c2c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.796908] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413114, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.809828] env[69905]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 748.810173] env[69905]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69905) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 748.810486] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Folder already exists: Project (33bcf6a4d56d47bb923162e73b935a30). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 748.810723] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Creating folder: Instances. Parent ref: group-v680986. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.810949] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9353370e-3370-4c72-9166-b50c8c8b16a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.820714] env[69905]: DEBUG nova.compute.utils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.824170] env[69905]: DEBUG nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.824406] env[69905]: DEBUG nova.network.neutron [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.826946] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Created folder: Instances in parent group-v680986. [ 748.827121] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.829993] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.831792] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4c74603-18b1-4a3c-91a1-2e3a93bc59a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.853425] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.853425] env[69905]: value = "task-3413117" [ 748.853425] env[69905]: _type = "Task" [ 748.853425] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.857593] env[69905]: DEBUG nova.network.neutron [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Successfully updated port: 4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.864843] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413117, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.887042] env[69905]: DEBUG nova.policy [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863b16622b1343738b24327c47f1f699', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ac4ccba471486ab142c66c94341f87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.941580] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.095934] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413110, 'name': CloneVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.248336] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413113, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.292383] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413114, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.334101] env[69905]: DEBUG nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.369288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.369288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquired lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.369288] env[69905]: DEBUG nova.network.neutron [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.385332] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413117, 'name': CreateVM_Task, 'duration_secs': 0.432684} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.395373] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.402916] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-680995', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'name': 'volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ccf16ee0-ca7b-4b41-b19d-e18c75493e5b', 'attached_at': '', 'detached_at': '', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'serial': '734cdecb-40f6-4a01-86fd-c72e2dc8722d'}, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '1bd2a5b3-4e94-4f16-933b-c757907011aa', 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69905) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 749.403108] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Root volume attach. Driver type: vmdk {{(pid=69905) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 749.408021] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4769a5-c88c-4ef0-91a4-bf7a70a50125 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.420820] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6db9ae-69b9-46b5-9dce-1ab7e0ab7503 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.430059] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84125dd2-06d4-4b27-b218-58f75adb49ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.441195] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b8897b8d-bcd5-4c01-aa1d-f97c49535b09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.454186] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 749.454186] env[69905]: value = "task-3413118" [ 749.454186] env[69905]: _type = "Task" [ 749.454186] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.463419] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.598311] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413110, 'name': CloneVM_Task, 'duration_secs': 1.608649} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.598311] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Created linked-clone VM from snapshot [ 749.598711] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec4dab-8064-4b09-ab06-4d8616643260 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.610361] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Uploading image 51fb3ce6-1877-4de1-874b-f2a7a7c086f5 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 749.641498] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 749.641498] env[69905]: value = "vm-681044" [ 749.641498] env[69905]: _type = "VirtualMachine" [ 749.641498] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 749.641878] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7bed135-3054-4e80-bd3e-4162638e96f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.650456] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lease: (returnval){ [ 749.650456] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b082ec-32a5-5695-d8ac-2b256d5f60ad" [ 749.650456] env[69905]: _type = "HttpNfcLease" [ 749.650456] env[69905]: } obtained for exporting VM: (result){ [ 749.650456] env[69905]: value = "vm-681044" [ 749.650456] env[69905]: _type = "VirtualMachine" [ 749.650456] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 749.650759] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the lease: (returnval){ [ 749.650759] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b082ec-32a5-5695-d8ac-2b256d5f60ad" [ 749.650759] env[69905]: _type = "HttpNfcLease" [ 749.650759] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 749.658490] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.658490] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b082ec-32a5-5695-d8ac-2b256d5f60ad" [ 749.658490] env[69905]: _type = "HttpNfcLease" [ 749.658490] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 749.725398] env[69905]: DEBUG nova.network.neutron [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Successfully created port: 161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.748362] env[69905]: DEBUG oslo_vmware.api [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413113, 'name': RemoveSnapshot_Task, 'duration_secs': 0.770359} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.748653] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 749.785219] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413114, 'name': CreateSnapshot_Task, 'duration_secs': 0.736444} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.789126] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.789126] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060a10ac-7746-4077-b4a9-b4a7e2417a18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.856279] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406dd092-10d8-4de8-b604-f9c39ce3c771 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.867940] env[69905]: DEBUG nova.network.neutron [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Updated VIF entry in instance network info cache for port f84ab324-1b3e-4127-a462-f4f2ec76c5da. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.868512] env[69905]: DEBUG nova.network.neutron [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Updating instance_info_cache with network_info: [{"id": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "address": "fa:16:3e:31:73:cf", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84ab324-1b", "ovs_interfaceid": "f84ab324-1b3e-4127-a462-f4f2ec76c5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.873532] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d6b99-1561-4bea-ad6d-d3897abf22fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.911046] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e142ca-4a34-466c-bc1a-9ec329e1cf15 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.921308] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4950b120-9ad9-4d3e-b3e6-154581208aba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.938308] env[69905]: DEBUG nova.compute.provider_tree [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.965833] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 35%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.004097] env[69905]: DEBUG nova.network.neutron [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.163606] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.163606] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b082ec-32a5-5695-d8ac-2b256d5f60ad" [ 750.163606] env[69905]: _type = "HttpNfcLease" [ 750.163606] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 750.163606] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 750.163606] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b082ec-32a5-5695-d8ac-2b256d5f60ad" [ 750.163606] env[69905]: _type = "HttpNfcLease" [ 750.163606] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 750.164034] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d2fb1-bae9-4979-be46-ab60c16b05f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.176649] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a3699-d0ec-12ba-6eeb-f45647437c3f/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 750.176880] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a3699-d0ec-12ba-6eeb-f45647437c3f/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 750.253536] env[69905]: WARNING nova.compute.manager [None req-7cbd0ed9-d343-4c65-96ed-13e8d578cc8c tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Image not found during snapshot: nova.exception.ImageNotFound: Image 968f9d80-14c5-4c8c-a691-e854fd80affb could not be found. [ 750.312415] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.313146] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-407e4e01-af3f-436b-94a5-c7e7672b5cf2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.326880] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 750.326880] env[69905]: value = "task-3413120" [ 750.326880] env[69905]: _type = "Task" [ 750.326880] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.335787] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413120, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.352484] env[69905]: DEBUG nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.377178] env[69905]: DEBUG oslo_concurrency.lockutils [req-d407405e-86bd-4e3c-886a-2f144cf7b6a3 req-bc71f5e1-1986-4956-bfe6-9fb9a8fa9417 service nova] Releasing lock "refresh_cache-784b71d1-94a8-4fe1-9213-90eaf03fc0ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.386542] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.388442] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.388442] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.388442] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.388442] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.389679] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.389679] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.389679] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.389679] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.389883] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.390829] env[69905]: DEBUG nova.virt.hardware [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.391071] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9cdce1-947f-4baa-8efc-5facc16156da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.401677] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b75c742-b448-425b-aab2-6db4b800ae22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.443296] env[69905]: DEBUG nova.scheduler.client.report [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.471238] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 49%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.625598] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e408dd6-9caf-4250-9908-0719e6071b8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.630242] env[69905]: DEBUG nova.network.neutron [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updating instance_info_cache with network_info: [{"id": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "address": "fa:16:3e:c0:46:75", "network": {"id": "a98abcc4-3047-4fd5-a0a3-006301a5dfb4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-556444385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e00a47ef5c409ab1bb1ff30f0ec31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6e1bfd-e5", "ovs_interfaceid": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.837416] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413120, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.880285] env[69905]: DEBUG nova.compute.manager [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Received event network-changed-5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.880376] env[69905]: DEBUG nova.compute.manager [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Refreshing instance network info cache due to event network-changed-5fd78856-c23d-4353-af02-b905c40b080d. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.880723] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Acquiring lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.881606] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Acquired lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.881606] env[69905]: DEBUG nova.network.neutron [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Refreshing network info cache for port 5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.949164] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.949164] env[69905]: DEBUG nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.953329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.548s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.954434] env[69905]: INFO nova.compute.claims [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.972334] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 63%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.132676] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Releasing lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.133665] env[69905]: DEBUG nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Instance network_info: |[{"id": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "address": "fa:16:3e:c0:46:75", "network": {"id": "a98abcc4-3047-4fd5-a0a3-006301a5dfb4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-556444385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e00a47ef5c409ab1bb1ff30f0ec31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6e1bfd-e5", "ovs_interfaceid": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.134476] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:46:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6e1bfd-e5a3-44d8-889d-635f43a93139', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.146305] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Creating folder: Project (72e00a47ef5c409ab1bb1ff30f0ec31a). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.146677] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bff2979-cdcf-4f2f-b285-8808adb1e840 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.163239] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Created folder: Project (72e00a47ef5c409ab1bb1ff30f0ec31a) in parent group-v680985. [ 751.163569] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Creating folder: Instances. Parent ref: group-v681049. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.163943] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d29c67bf-571e-4e5b-99b3-51940bb884ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.181152] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Created folder: Instances in parent group-v681049. [ 751.181478] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.181744] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.182402] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff44d2c-7dc4-4dc0-9db5-d54b8e944e56 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.205708] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.205708] env[69905]: value = "task-3413124" [ 751.205708] env[69905]: _type = "Task" [ 751.205708] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.217263] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413124, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.336211] env[69905]: DEBUG nova.compute.manager [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received event network-changed-c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.336211] env[69905]: DEBUG nova.compute.manager [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Refreshing instance network info cache due to event network-changed-c37b694c-73e0-4b63-89c6-476996b3c919. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.336211] env[69905]: DEBUG oslo_concurrency.lockutils [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] Acquiring lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.336211] env[69905]: DEBUG oslo_concurrency.lockutils [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] Acquired lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.336211] env[69905]: DEBUG nova.network.neutron [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Refreshing network info cache for port c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.340970] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413120, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.464252] env[69905]: DEBUG nova.compute.utils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.469020] env[69905]: DEBUG nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.469020] env[69905]: DEBUG nova.network.neutron [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.480559] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 76%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.583638] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.584118] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.584479] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.584718] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.584880] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.589945] env[69905]: INFO nova.compute.manager [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Terminating instance [ 751.671753] env[69905]: DEBUG nova.policy [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59693698fc454dd1bf7a61ab67de057d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1462fb97104e009e8dbe402fc06212', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.720805] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413124, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.837503] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413120, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.984622] env[69905]: DEBUG nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.005782] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 86%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.093427] env[69905]: DEBUG nova.compute.manager [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.093427] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.097081] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40825c02-04bb-4c03-971c-ee74ccdcdee9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.108359] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.108669] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-455c16cc-ba0b-42b1-9a90-b24124ac77ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.121439] env[69905]: DEBUG oslo_vmware.api [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 752.121439] env[69905]: value = "task-3413125" [ 752.121439] env[69905]: _type = "Task" [ 752.121439] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.133996] env[69905]: DEBUG oslo_vmware.api [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.168613] env[69905]: DEBUG nova.network.neutron [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updated VIF entry in instance network info cache for port c37b694c-73e0-4b63-89c6-476996b3c919. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.169155] env[69905]: DEBUG nova.network.neutron [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.174234] env[69905]: DEBUG nova.network.neutron [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Updated VIF entry in instance network info cache for port 5fd78856-c23d-4353-af02-b905c40b080d. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.174579] env[69905]: DEBUG nova.network.neutron [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Updating instance_info_cache with network_info: [{"id": "5fd78856-c23d-4353-af02-b905c40b080d", "address": "fa:16:3e:8f:3d:4f", "network": {"id": "0944e1cd-757e-4809-9983-b0f432c6f99d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-525262390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33bcf6a4d56d47bb923162e73b935a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd78856-c2", "ovs_interfaceid": "5fd78856-c23d-4353-af02-b905c40b080d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.218874] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413124, 'name': CreateVM_Task, 'duration_secs': 0.84937} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.222613] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.223842] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.224043] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.224398] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.224650] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb51b32-93f9-4650-b237-6107d716b942 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.230942] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 752.230942] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c5ee67-2b58-4b02-d93b-9b1670293a4d" [ 752.230942] env[69905]: _type = "Task" [ 752.230942] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.242622] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c5ee67-2b58-4b02-d93b-9b1670293a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.342966] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413120, 'name': CloneVM_Task, 'duration_secs': 1.978587} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.343831] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Created linked-clone VM from snapshot [ 752.345356] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94caec60-b8e9-4707-a0d1-1195188e9f78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.356666] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Uploading image 52c571f0-6495-4bc1-a181-52c22248cd3b {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.400809] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.400809] env[69905]: value = "vm-681048" [ 752.400809] env[69905]: _type = "VirtualMachine" [ 752.400809] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.405665] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dce2b247-85e5-4f6a-b89d-af5117e0db0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.420329] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease: (returnval){ [ 752.420329] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bfe62e-c527-0594-1b69-3c45dff0ab29" [ 752.420329] env[69905]: _type = "HttpNfcLease" [ 752.420329] env[69905]: } obtained for exporting VM: (result){ [ 752.420329] env[69905]: value = "vm-681048" [ 752.420329] env[69905]: _type = "VirtualMachine" [ 752.420329] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.420329] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the lease: (returnval){ [ 752.420329] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bfe62e-c527-0594-1b69-3c45dff0ab29" [ 752.420329] env[69905]: _type = "HttpNfcLease" [ 752.420329] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.435985] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.435985] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bfe62e-c527-0594-1b69-3c45dff0ab29" [ 752.435985] env[69905]: _type = "HttpNfcLease" [ 752.435985] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.482200] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 97%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.549494] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4596aa0-475a-488a-b132-18384c7f6f7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.559580] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0185b41-6d7a-4d94-8581-ede1f0fab25c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.600993] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e291b-2416-47b1-a528-29e67682712e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.612329] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab1d084-0d46-4326-b22a-56e84421d6ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.633434] env[69905]: DEBUG nova.compute.provider_tree [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.646653] env[69905]: DEBUG oslo_vmware.api [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413125, 'name': PowerOffVM_Task, 'duration_secs': 0.398414} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.647293] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.647293] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.647798] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e4a5f1-cb29-4f1e-a4a6-235c60376054 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.677596] env[69905]: DEBUG oslo_concurrency.lockutils [req-0c3406e1-653e-4851-8750-98fa74c29850 req-ca38b681-7a8b-4059-98d1-45ce46389c49 service nova] Releasing lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.678246] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Releasing lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.678473] env[69905]: DEBUG nova.compute.manager [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Received event network-vif-plugged-4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.678682] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Acquiring lock "447553ee-5d75-4647-b650-ac52b860ab01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.678911] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Lock "447553ee-5d75-4647-b650-ac52b860ab01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.679119] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Lock "447553ee-5d75-4647-b650-ac52b860ab01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.679297] env[69905]: DEBUG nova.compute.manager [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] No waiting events found dispatching network-vif-plugged-4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.679478] env[69905]: WARNING nova.compute.manager [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Received unexpected event network-vif-plugged-4b6e1bfd-e5a3-44d8-889d-635f43a93139 for instance with vm_state building and task_state spawning. [ 752.679658] env[69905]: DEBUG nova.compute.manager [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Received event network-changed-4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.680071] env[69905]: DEBUG nova.compute.manager [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Refreshing instance network info cache due to event network-changed-4b6e1bfd-e5a3-44d8-889d-635f43a93139. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.680560] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Acquiring lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.680733] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Acquired lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.680935] env[69905]: DEBUG nova.network.neutron [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Refreshing network info cache for port 4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.720884] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.721598] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.721598] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleting the datastore file [datastore2] bb35d375-ac50-4e4a-831d-adeb6145f3fd {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.721982] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dffa6c95-7d9a-478b-808e-9eeda1b4d1bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.731445] env[69905]: DEBUG oslo_vmware.api [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 752.731445] env[69905]: value = "task-3413128" [ 752.731445] env[69905]: _type = "Task" [ 752.731445] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.745714] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c5ee67-2b58-4b02-d93b-9b1670293a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.749970] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.750377] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.750951] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.751210] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.751465] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.751844] env[69905]: DEBUG oslo_vmware.api [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.753435] env[69905]: DEBUG nova.network.neutron [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Successfully created port: 61642cef-9309-4c6a-bb50-9dd4751cf6da {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.755637] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a611f6b1-80f0-4ac4-894c-74cdcda21f3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.771220] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.771505] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.772311] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3378e0-1a67-46e2-a34e-be4e13968b7e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.779493] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 752.779493] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52351349-e075-9993-5509-a3199a6f6a29" [ 752.779493] env[69905]: _type = "Task" [ 752.779493] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.789473] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52351349-e075-9993-5509-a3199a6f6a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.835897] env[69905]: DEBUG nova.network.neutron [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Successfully updated port: 161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.927909] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.927909] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bfe62e-c527-0594-1b69-3c45dff0ab29" [ 752.927909] env[69905]: _type = "HttpNfcLease" [ 752.927909] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.928470] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.928470] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bfe62e-c527-0594-1b69-3c45dff0ab29" [ 752.928470] env[69905]: _type = "HttpNfcLease" [ 752.928470] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.929056] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71a89f1-0b7c-40e7-98eb-927194b300b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.938988] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272f2ae-238f-3254-5622-b8b744a98d95/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.939425] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272f2ae-238f-3254-5622-b8b744a98d95/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 753.003810] env[69905]: DEBUG nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.018867] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 97%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.030668] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.030668] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.030668] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.030892] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.031147] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.031319] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.031540] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.033597] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.033597] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.033597] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.033597] env[69905]: DEBUG nova.virt.hardware [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.033597] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49668b68-d060-499f-a939-a483c9b87ecf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.043089] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be357e55-2863-4d52-845d-1ebd5c0ca0a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.046097] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94342001-0aa7-4d2f-ace9-fde5053e8aa1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.140996] env[69905]: DEBUG nova.scheduler.client.report [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.243669] env[69905]: DEBUG oslo_vmware.api [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170336} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.244345] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.244671] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.245199] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.245199] env[69905]: INFO nova.compute.manager [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 753.245390] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.245782] env[69905]: DEBUG nova.compute.manager [-] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.245889] env[69905]: DEBUG nova.network.neutron [-] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.300195] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52351349-e075-9993-5509-a3199a6f6a29, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.302583] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78f6883-c17b-4ef9-9925-e320ef21022e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.310598] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 753.310598] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5205b0ac-8f9c-8bbb-1a59-a03d6f3d069a" [ 753.310598] env[69905]: _type = "Task" [ 753.310598] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.320765] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5205b0ac-8f9c-8bbb-1a59-a03d6f3d069a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.338946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.339224] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.339465] env[69905]: DEBUG nova.network.neutron [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.520239] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task} progress is 98%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.646415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.648106] env[69905]: DEBUG nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.652492] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.513s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.653241] env[69905]: DEBUG nova.objects.instance [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Lazy-loading 'resources' on Instance uuid ca7f31df-30ef-4b66-ab8e-63c1a12cb598 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.823158] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5205b0ac-8f9c-8bbb-1a59-a03d6f3d069a, 'name': SearchDatastore_Task, 'duration_secs': 0.017168} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.824406] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.824889] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 447553ee-5d75-4647-b650-ac52b860ab01/447553ee-5d75-4647-b650-ac52b860ab01.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.825331] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72594784-8ac9-4ad4-8c5b-bfbb4a4b1fbc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.835460] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 753.835460] env[69905]: value = "task-3413129" [ 753.835460] env[69905]: _type = "Task" [ 753.835460] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.848175] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.899663] env[69905]: DEBUG nova.network.neutron [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.959787] env[69905]: DEBUG nova.network.neutron [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updated VIF entry in instance network info cache for port 4b6e1bfd-e5a3-44d8-889d-635f43a93139. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.960429] env[69905]: DEBUG nova.network.neutron [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updating instance_info_cache with network_info: [{"id": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "address": "fa:16:3e:c0:46:75", "network": {"id": "a98abcc4-3047-4fd5-a0a3-006301a5dfb4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-556444385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e00a47ef5c409ab1bb1ff30f0ec31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6e1bfd-e5", "ovs_interfaceid": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.021435] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413118, 'name': RelocateVM_Task, 'duration_secs': 4.13251} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.022694] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 754.022694] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-680995', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'name': 'volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ccf16ee0-ca7b-4b41-b19d-e18c75493e5b', 'attached_at': '', 'detached_at': '', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'serial': '734cdecb-40f6-4a01-86fd-c72e2dc8722d'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 754.024034] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033a332-3766-4eae-a334-5996ce16e754 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.047376] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80cf951-8257-4548-973b-afa9c140ed9d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.075149] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d/volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.076598] env[69905]: DEBUG nova.network.neutron [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updating instance_info_cache with network_info: [{"id": "161af629-87e5-4189-95ae-ed62af2a0db3", "address": "fa:16:3e:a4:44:a6", "network": {"id": "c03218e7-8b2b-45ae-9934-3ffa727741d5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1391426756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ac4ccba471486ab142c66c94341f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161af629-87", "ovs_interfaceid": "161af629-87e5-4189-95ae-ed62af2a0db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.079830] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fd81d3-6371-4b23-a8ed-057923c1698d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.110443] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 754.110443] env[69905]: value = "task-3413130" [ 754.110443] env[69905]: _type = "Task" [ 754.110443] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.127687] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.153534] env[69905]: DEBUG nova.compute.utils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.155452] env[69905]: DEBUG nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.155666] env[69905]: DEBUG nova.network.neutron [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.222147] env[69905]: DEBUG nova.policy [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59693698fc454dd1bf7a61ab67de057d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1462fb97104e009e8dbe402fc06212', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.352540] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.464024] env[69905]: DEBUG oslo_concurrency.lockutils [req-7cc04d8c-73d9-4deb-a998-1a2baec4b6ad req-8bd22d48-c789-4acc-a28a-96cb469b6b78 service nova] Releasing lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.531391] env[69905]: DEBUG nova.network.neutron [-] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.580702] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Releasing lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.581119] env[69905]: DEBUG nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Instance network_info: |[{"id": "161af629-87e5-4189-95ae-ed62af2a0db3", "address": "fa:16:3e:a4:44:a6", "network": {"id": "c03218e7-8b2b-45ae-9934-3ffa727741d5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1391426756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ac4ccba471486ab142c66c94341f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161af629-87", "ovs_interfaceid": "161af629-87e5-4189-95ae-ed62af2a0db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.581579] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:44:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '161af629-87e5-4189-95ae-ed62af2a0db3', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.589408] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Creating folder: Project (82ac4ccba471486ab142c66c94341f87). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.593408] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14680f5c-a53d-4ce4-8115-0037db436558 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.611731] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Created folder: Project (82ac4ccba471486ab142c66c94341f87) in parent group-v680985. [ 754.611926] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Creating folder: Instances. Parent ref: group-v681052. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.615853] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-393631c4-0da7-4fa7-a6d8-3690b599cf7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.624516] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413130, 'name': ReconfigVM_Task, 'duration_secs': 0.43523} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.624516] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d/volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.632064] env[69905]: DEBUG nova.network.neutron [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Successfully created port: 0f63636b-b91b-4b95-a23a-08812f1d4a6a {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.637120] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-001fce20-35fa-43e9-b1ba-70b7a70270b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.649434] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Created folder: Instances in parent group-v681052. [ 754.649829] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.651025] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.651813] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71d35ac8-f547-4c0f-a6e9-9e928e4f790f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.678024] env[69905]: DEBUG nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.682937] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 754.682937] env[69905]: value = "task-3413133" [ 754.682937] env[69905]: _type = "Task" [ 754.682937] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.688631] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.688631] env[69905]: value = "task-3413134" [ 754.688631] env[69905]: _type = "Task" [ 754.688631] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.692587] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.705315] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413134, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.732982] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147ba359-24e9-4454-b2e2-78fccf20be9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.742766] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc27c6-3e8d-4459-89b6-88de2f3e23e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.779371] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5507d8-f4d9-43e2-abfc-79e9a2249c59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.794981] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8bdc6f-b82b-4c99-a8a0-4e95a459a24b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.818782] env[69905]: DEBUG nova.compute.provider_tree [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.847997] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597786} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.848471] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 447553ee-5d75-4647-b650-ac52b860ab01/447553ee-5d75-4647-b650-ac52b860ab01.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.848624] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.848991] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e319715-2a56-4243-9696-5f09584cba58 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.858162] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 754.858162] env[69905]: value = "task-3413135" [ 754.858162] env[69905]: _type = "Task" [ 754.858162] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.868856] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.038211] env[69905]: INFO nova.compute.manager [-] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Took 1.79 seconds to deallocate network for instance. [ 755.284141] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413133, 'name': ReconfigVM_Task, 'duration_secs': 0.197782} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.284141] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-680995', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'name': 'volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ccf16ee0-ca7b-4b41-b19d-e18c75493e5b', 'attached_at': '', 'detached_at': '', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'serial': '734cdecb-40f6-4a01-86fd-c72e2dc8722d'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 755.284141] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f236bf13-00cd-436f-a875-afbcae896bd5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.284141] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413134, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.284141] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 755.284418] env[69905]: value = "task-3413136" [ 755.284418] env[69905]: _type = "Task" [ 755.284418] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.284418] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413136, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.323413] env[69905]: DEBUG nova.scheduler.client.report [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.370649] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078309} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.370978] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.372591] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc5f14-e7c5-43cc-8e8c-459aced6a099 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.411985] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 447553ee-5d75-4647-b650-ac52b860ab01/447553ee-5d75-4647-b650-ac52b860ab01.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.412558] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af2b691-96cf-43e8-8225-36d5ecd36799 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.434721] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 755.434721] env[69905]: value = "task-3413137" [ 755.434721] env[69905]: _type = "Task" [ 755.434721] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.446535] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.509381] env[69905]: DEBUG nova.network.neutron [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Successfully updated port: 61642cef-9309-4c6a-bb50-9dd4751cf6da {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.544984] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.692879] env[69905]: DEBUG nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.707269] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413134, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.726566] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413136, 'name': Rename_Task, 'duration_secs': 0.168646} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.728012] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.728012] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe34bf1c-3940-4081-a304-c1e238fc5a78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.736762] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 755.736762] env[69905]: value = "task-3413138" [ 755.736762] env[69905]: _type = "Task" [ 755.736762] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.747231] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.828958] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.831423] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.336s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.857396] env[69905]: INFO nova.scheduler.client.report [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Deleted allocations for instance ca7f31df-30ef-4b66-ab8e-63c1a12cb598 [ 755.949761] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413137, 'name': ReconfigVM_Task, 'duration_secs': 0.414869} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.949761] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 447553ee-5d75-4647-b650-ac52b860ab01/447553ee-5d75-4647-b650-ac52b860ab01.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.950374] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdb4ca78-d2ed-4edb-8009-219f18d8492b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.959534] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 755.959534] env[69905]: value = "task-3413139" [ 755.959534] env[69905]: _type = "Task" [ 755.959534] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.972866] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413139, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.012117] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "refresh_cache-6d6d2c1c-8daf-40c1-a348-28588044e06d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.012281] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "refresh_cache-6d6d2c1c-8daf-40c1-a348-28588044e06d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.012436] env[69905]: DEBUG nova.network.neutron [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.209034] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413134, 'name': CreateVM_Task, 'duration_secs': 1.47407} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.209828] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.210787] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.211088] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.211481] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.211824] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28eb5215-01d9-44d9-9faa-09aac2e2aa5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.217954] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 756.217954] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e1807-4f82-b572-dade-44ae0c3cb613" [ 756.217954] env[69905]: _type = "Task" [ 756.217954] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.228217] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e1807-4f82-b572-dade-44ae0c3cb613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.251013] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.291744] env[69905]: DEBUG nova.network.neutron [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Successfully updated port: 0f63636b-b91b-4b95-a23a-08812f1d4a6a {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.340044] env[69905]: INFO nova.compute.claims [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.371460] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81e9ba39-aa42-4242-92ff-d83c793b0a35 tempest-DeleteServersAdminTestJSON-859971149 tempest-DeleteServersAdminTestJSON-859971149-project-admin] Lock "ca7f31df-30ef-4b66-ab8e-63c1a12cb598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.633s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.441176] env[69905]: DEBUG nova.compute.manager [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Received event network-vif-plugged-161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.441408] env[69905]: DEBUG oslo_concurrency.lockutils [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] Acquiring lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.441615] env[69905]: DEBUG oslo_concurrency.lockutils [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.441775] env[69905]: DEBUG oslo_concurrency.lockutils [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.441947] env[69905]: DEBUG nova.compute.manager [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] No waiting events found dispatching network-vif-plugged-161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.442512] env[69905]: WARNING nova.compute.manager [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Received unexpected event network-vif-plugged-161af629-87e5-4189-95ae-ed62af2a0db3 for instance with vm_state building and task_state spawning. [ 756.442714] env[69905]: DEBUG nova.compute.manager [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Received event network-changed-161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.442873] env[69905]: DEBUG nova.compute.manager [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Refreshing instance network info cache due to event network-changed-161af629-87e5-4189-95ae-ed62af2a0db3. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.443072] env[69905]: DEBUG oslo_concurrency.lockutils [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] Acquiring lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.443212] env[69905]: DEBUG oslo_concurrency.lockutils [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] Acquired lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.443372] env[69905]: DEBUG nova.network.neutron [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Refreshing network info cache for port 161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.472413] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413139, 'name': Rename_Task, 'duration_secs': 0.208598} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.472712] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.472931] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29981b8-7e70-40c6-813b-ded41015c38a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.481446] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 756.481446] env[69905]: value = "task-3413140" [ 756.481446] env[69905]: _type = "Task" [ 756.481446] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.491358] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.552370] env[69905]: DEBUG nova.network.neutron [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.687310] env[69905]: DEBUG nova.network.neutron [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Updating instance_info_cache with network_info: [{"id": "61642cef-9309-4c6a-bb50-9dd4751cf6da", "address": "fa:16:3e:ad:6d:bd", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61642cef-93", "ovs_interfaceid": "61642cef-9309-4c6a-bb50-9dd4751cf6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.729087] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e1807-4f82-b572-dade-44ae0c3cb613, 'name': SearchDatastore_Task, 'duration_secs': 0.013669} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.729396] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.729629] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.729863] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.730017] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.730205] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.730779] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69843133-274c-49a9-82d8-91c7761228e9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.742253] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.742437] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.744067] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc2d064-4e3b-4563-8beb-248627ee2d85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.749342] env[69905]: DEBUG oslo_vmware.api [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413138, 'name': PowerOnVM_Task, 'duration_secs': 0.610925} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.750632] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.750834] env[69905]: INFO nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Took 9.85 seconds to spawn the instance on the hypervisor. [ 756.751018] env[69905]: DEBUG nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.751358] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 756.751358] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52449181-25c7-657e-b127-9cd5dbda2788" [ 756.751358] env[69905]: _type = "Task" [ 756.751358] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.752050] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f0d8f-fc9c-43b3-a1bd-71df12b7357c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.767295] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52449181-25c7-657e-b127-9cd5dbda2788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.795391] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "refresh_cache-e39094b1-db15-4d66-a5ce-6e02f3b3799e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.795620] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "refresh_cache-e39094b1-db15-4d66-a5ce-6e02f3b3799e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.795802] env[69905]: DEBUG nova.network.neutron [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.848744] env[69905]: INFO nova.compute.resource_tracker [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating resource usage from migration 9c8dc1d2-3e2c-4a39-b75e-861b9403e2e6 [ 757.000840] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413140, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.192220] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "refresh_cache-6d6d2c1c-8daf-40c1-a348-28588044e06d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.192520] env[69905]: DEBUG nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance network_info: |[{"id": "61642cef-9309-4c6a-bb50-9dd4751cf6da", "address": "fa:16:3e:ad:6d:bd", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61642cef-93", "ovs_interfaceid": "61642cef-9309-4c6a-bb50-9dd4751cf6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.193504] env[69905]: DEBUG nova.network.neutron [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updated VIF entry in instance network info cache for port 161af629-87e5-4189-95ae-ed62af2a0db3. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.193813] env[69905]: DEBUG nova.network.neutron [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updating instance_info_cache with network_info: [{"id": "161af629-87e5-4189-95ae-ed62af2a0db3", "address": "fa:16:3e:a4:44:a6", "network": {"id": "c03218e7-8b2b-45ae-9934-3ffa727741d5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1391426756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ac4ccba471486ab142c66c94341f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161af629-87", "ovs_interfaceid": "161af629-87e5-4189-95ae-ed62af2a0db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.195566] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61642cef-9309-4c6a-bb50-9dd4751cf6da', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.204320] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating folder: Project (6f1462fb97104e009e8dbe402fc06212). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.205076] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3521159-fdbd-43ef-8ca5-0c8b04c23774 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.226199] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created folder: Project (6f1462fb97104e009e8dbe402fc06212) in parent group-v680985. [ 757.226199] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating folder: Instances. Parent ref: group-v681055. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.226199] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5f0f868-a419-4457-bb13-8d71baaba2a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.239342] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created folder: Instances in parent group-v681055. [ 757.239651] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.239882] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.240109] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53253d41-066c-4461-ad42-4a02832b76de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.264531] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.264531] env[69905]: value = "task-3413143" [ 757.264531] env[69905]: _type = "Task" [ 757.264531] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.272414] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52449181-25c7-657e-b127-9cd5dbda2788, 'name': SearchDatastore_Task, 'duration_secs': 0.041549} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.280877] env[69905]: INFO nova.compute.manager [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Took 25.97 seconds to build instance. [ 757.282918] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf633830-5ab4-4782-9c38-20a80077becf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.292343] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413143, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.293530] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 757.293530] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5259aeef-b180-58dc-baa7-bd6da26de5ab" [ 757.293530] env[69905]: _type = "Task" [ 757.293530] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.295477] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec431f9-24b6-443b-9638-d1550fbdb22d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.313472] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5259aeef-b180-58dc-baa7-bd6da26de5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.020839} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.316188] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.316188] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] d04ee156-517e-4fb7-9a7d-4afc43d4d84e/d04ee156-517e-4fb7-9a7d-4afc43d4d84e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.316477] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bb551d6-1897-4d22-8524-72c15a51225f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.319690] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b54293-59f0-4a53-948a-37edf2229e53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.355653] env[69905]: DEBUG nova.network.neutron [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.359634] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e663b33-3d1d-43a6-8279-67b60bfa815b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.362583] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 757.362583] env[69905]: value = "task-3413144" [ 757.362583] env[69905]: _type = "Task" [ 757.362583] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.373055] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59378e55-42e1-4ebc-a1ae-b5a4285114e2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.377351] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.393318] env[69905]: DEBUG nova.compute.provider_tree [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.498572] env[69905]: DEBUG oslo_vmware.api [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413140, 'name': PowerOnVM_Task, 'duration_secs': 0.606412} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.498874] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.499098] env[69905]: INFO nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Took 9.82 seconds to spawn the instance on the hypervisor. [ 757.499283] env[69905]: DEBUG nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.500197] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7556130-2408-4e53-b880-bed73bb96492 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.518784] env[69905]: DEBUG nova.network.neutron [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Updating instance_info_cache with network_info: [{"id": "0f63636b-b91b-4b95-a23a-08812f1d4a6a", "address": "fa:16:3e:37:09:a8", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f63636b-b9", "ovs_interfaceid": "0f63636b-b91b-4b95-a23a-08812f1d4a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.628439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Acquiring lock "bf6c6705-14ef-4200-ba89-afdcd12d9950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.628439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.706611] env[69905]: DEBUG oslo_concurrency.lockutils [req-47c3d323-85ae-4a08-aa81-39412d43e937 req-269eebbe-729a-4229-840d-28a2c5198b7e service nova] Releasing lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.787041] env[69905]: DEBUG oslo_concurrency.lockutils [None req-85bb0eef-e05f-4ee1-b275-6b790de21961 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.208s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.792741] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413143, 'name': CreateVM_Task, 'duration_secs': 0.491543} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.792921] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.793669] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.793952] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.794247] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.794556] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9323cb-b60b-4524-989a-8f513433fb79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.803733] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 757.803733] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d367ec-c454-0698-0123-134b984aa8c4" [ 757.803733] env[69905]: _type = "Task" [ 757.803733] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.814270] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d367ec-c454-0698-0123-134b984aa8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.876411] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.901636] env[69905]: DEBUG nova.scheduler.client.report [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.018501] env[69905]: INFO nova.compute.manager [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Took 25.55 seconds to build instance. [ 758.021038] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "refresh_cache-e39094b1-db15-4d66-a5ce-6e02f3b3799e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.021355] env[69905]: DEBUG nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Instance network_info: |[{"id": "0f63636b-b91b-4b95-a23a-08812f1d4a6a", "address": "fa:16:3e:37:09:a8", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f63636b-b9", "ovs_interfaceid": "0f63636b-b91b-4b95-a23a-08812f1d4a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.289150] env[69905]: DEBUG nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.315961] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d367ec-c454-0698-0123-134b984aa8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.056556} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.316334] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.316573] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.316812] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.316960] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.317158] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.317429] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad16ce7-2b14-498a-a365-2804cb555a2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.329023] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.329224] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.330041] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9298f6-a2bc-4554-aa73-81388558fc86 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.338127] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 758.338127] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e1a21-ab62-3e01-1bed-92ff2f61dc51" [ 758.338127] env[69905]: _type = "Task" [ 758.338127] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.349198] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e1a21-ab62-3e01-1bed-92ff2f61dc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.375391] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701533} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.375556] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] d04ee156-517e-4fb7-9a7d-4afc43d4d84e/d04ee156-517e-4fb7-9a7d-4afc43d4d84e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.375721] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.375984] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dadce6a8-ef71-491b-a0e3-3752b24b4b8d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.384866] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 758.384866] env[69905]: value = "task-3413145" [ 758.384866] env[69905]: _type = "Task" [ 758.384866] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.397265] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.403980] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.572s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.404282] env[69905]: INFO nova.compute.manager [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Migrating [ 758.404573] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.404730] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.406261] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.991s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.408865] env[69905]: INFO nova.compute.claims [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.521169] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f288773e-e5ff-4478-9168-89fe21cc7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "447553ee-5d75-4647-b650-ac52b860ab01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.149s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.811205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.850741] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e1a21-ab62-3e01-1bed-92ff2f61dc51, 'name': SearchDatastore_Task, 'duration_secs': 0.01785} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.851636] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780ea962-e72d-41c8-aa26-d6347740e7da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.857961] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 758.857961] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522f547c-91cf-7910-d810-affb8e2b778d" [ 758.857961] env[69905]: _type = "Task" [ 758.857961] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.867451] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522f547c-91cf-7910-d810-affb8e2b778d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.895740] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114313} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.896010] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.896850] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd0adf-d44b-47ec-a5c0-9e384dfc34c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.922399] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] d04ee156-517e-4fb7-9a7d-4afc43d4d84e/d04ee156-517e-4fb7-9a7d-4afc43d4d84e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.922886] env[69905]: INFO nova.compute.rpcapi [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 758.923424] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.944230] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a6a8c3-3066-42f1-9e9a-a882bec76c21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.983559] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 758.983559] env[69905]: value = "task-3413146" [ 758.983559] env[69905]: _type = "Task" [ 758.983559] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.996183] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.032742] env[69905]: DEBUG nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.369071] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522f547c-91cf-7910-d810-affb8e2b778d, 'name': SearchDatastore_Task, 'duration_secs': 0.026367} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.370731] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.370731] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.371572] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef7c973-27dd-4132-9c59-295a529480fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.374481] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-526b2e3d-81c9-4c1b-b75c-d6d0ee79ee64 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.382395] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236db76-6111-4ba5-9500-b3179b630eac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.386790] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 759.386790] env[69905]: value = "task-3413147" [ 759.386790] env[69905]: _type = "Task" [ 759.386790] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.418732] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba82c0-f016-4ade-b6da-cf4774f374c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.424884] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.431121] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1face59-4ed9-444c-b5a1-0bce908ab8ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.445930] env[69905]: DEBUG nova.compute.provider_tree [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.476776] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.476959] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.477154] env[69905]: DEBUG nova.network.neutron [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.495930] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413146, 'name': ReconfigVM_Task, 'duration_secs': 0.342664} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.496225] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] d04ee156-517e-4fb7-9a7d-4afc43d4d84e/d04ee156-517e-4fb7-9a7d-4afc43d4d84e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.496914] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7ecaf79-0a4a-4c6a-bf41-f25fd9b9df6e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.505802] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 759.505802] env[69905]: value = "task-3413148" [ 759.505802] env[69905]: _type = "Task" [ 759.505802] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.516013] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413148, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.554858] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.900405] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413147, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.949751] env[69905]: DEBUG nova.scheduler.client.report [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.018527] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413148, 'name': Rename_Task, 'duration_secs': 0.2028} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.021432] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.021741] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36953611-f25b-4409-9203-ff476404cbe4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.033130] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 760.033130] env[69905]: value = "task-3413149" [ 760.033130] env[69905]: _type = "Task" [ 760.033130] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.042975] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.202121] env[69905]: DEBUG nova.network.neutron [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance_info_cache with network_info: [{"id": "39eef571-694f-44c2-a9e2-c2ca71797f34", "address": "fa:16:3e:f7:7d:9a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eef571-69", "ovs_interfaceid": "39eef571-694f-44c2-a9e2-c2ca71797f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.400454] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663562} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.400726] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.400943] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.401527] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd5cd78-5a94-4148-bcfe-0ecfb55ee187 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.409550] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 760.409550] env[69905]: value = "task-3413150" [ 760.409550] env[69905]: _type = "Task" [ 760.409550] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.420870] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.455268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.049s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.456019] env[69905]: DEBUG nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.459725] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.031s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.461618] env[69905]: INFO nova.compute.claims [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.544983] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413149, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.705300] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.921014] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076046} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.921329] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.922266] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7efde1-0a82-4571-b55a-863bb35ae5b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.946548] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.946852] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3552f8-df79-420f-a339-3e3dfff221f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.966609] env[69905]: DEBUG nova.compute.utils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.971352] env[69905]: DEBUG nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.971586] env[69905]: DEBUG nova.network.neutron [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.975022] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 760.975022] env[69905]: value = "task-3413151" [ 760.975022] env[69905]: _type = "Task" [ 760.975022] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.983840] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.010954] env[69905]: DEBUG nova.policy [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '618642c556b34f549774a7b9ae3bf136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bd06326e7b04559bba625e9d512d0b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.045343] env[69905]: DEBUG oslo_vmware.api [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413149, 'name': PowerOnVM_Task, 'duration_secs': 0.693182} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.047509] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.047751] env[69905]: INFO nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Took 10.70 seconds to spawn the instance on the hypervisor. [ 761.048025] env[69905]: DEBUG nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.048866] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce31915-b862-4289-b471-ae0be95a0a43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.138297] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.138581] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.138894] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.138955] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.139138] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.139357] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.139607] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.139829] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.140055] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.140333] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.140463] env[69905]: DEBUG nova.virt.hardware [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.143364] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce1f0d8-c5ec-4bbc-80d5-0e12ac36dae5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.157026] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a3699-d0ec-12ba-6eeb-f45647437c3f/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 761.157026] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b74a18-248f-42d0-84d0-ea3b28c82b47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.161078] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04def8a4-821a-4f05-b9be-48edfd7c27c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.170645] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a3699-d0ec-12ba-6eeb-f45647437c3f/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 761.170645] env[69905]: ERROR oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a3699-d0ec-12ba-6eeb-f45647437c3f/disk-0.vmdk due to incomplete transfer. [ 761.178404] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-82c6ff12-5a6d-474e-b302-f1c37e6dcff6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.180489] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:09:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f63636b-b91b-4b95-a23a-08812f1d4a6a', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.188089] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.188390] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.189039] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3824fbb6-8151-4922-bea5-4a94108e487a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.208021] env[69905]: DEBUG oslo_vmware.rw_handles [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a3699-d0ec-12ba-6eeb-f45647437c3f/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 761.208021] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Uploaded image 51fb3ce6-1877-4de1-874b-f2a7a7c086f5 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 761.208854] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 761.212802] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-602ea1dc-70e3-4d45-a4bb-8a858f4a7cfc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.218017] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.218017] env[69905]: value = "task-3413152" [ 761.218017] env[69905]: _type = "Task" [ 761.218017] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.225024] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 761.225024] env[69905]: value = "task-3413153" [ 761.225024] env[69905]: _type = "Task" [ 761.225024] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.226136] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413152, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.234772] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413153, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.356330] env[69905]: DEBUG nova.network.neutron [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Successfully created port: 437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.472383] env[69905]: DEBUG nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.496772] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.523689] env[69905]: DEBUG nova.objects.instance [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lazy-loading 'flavor' on Instance uuid a8f00b38-a343-4d9d-be48-f077ca178028 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.551033] env[69905]: DEBUG nova.compute.manager [req-a49cc41a-4d5d-4ab9-b715-6e3acd3cbc70 req-e167629a-271a-4ad7-9f84-c961a05a82f4 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Received event network-vif-plugged-0f63636b-b91b-4b95-a23a-08812f1d4a6a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.551643] env[69905]: DEBUG oslo_concurrency.lockutils [req-a49cc41a-4d5d-4ab9-b715-6e3acd3cbc70 req-e167629a-271a-4ad7-9f84-c961a05a82f4 service nova] Acquiring lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.551957] env[69905]: DEBUG oslo_concurrency.lockutils [req-a49cc41a-4d5d-4ab9-b715-6e3acd3cbc70 req-e167629a-271a-4ad7-9f84-c961a05a82f4 service nova] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.552264] env[69905]: DEBUG oslo_concurrency.lockutils [req-a49cc41a-4d5d-4ab9-b715-6e3acd3cbc70 req-e167629a-271a-4ad7-9f84-c961a05a82f4 service nova] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.552625] env[69905]: DEBUG nova.compute.manager [req-a49cc41a-4d5d-4ab9-b715-6e3acd3cbc70 req-e167629a-271a-4ad7-9f84-c961a05a82f4 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] No waiting events found dispatching network-vif-plugged-0f63636b-b91b-4b95-a23a-08812f1d4a6a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.553119] env[69905]: WARNING nova.compute.manager [req-a49cc41a-4d5d-4ab9-b715-6e3acd3cbc70 req-e167629a-271a-4ad7-9f84-c961a05a82f4 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Received unexpected event network-vif-plugged-0f63636b-b91b-4b95-a23a-08812f1d4a6a for instance with vm_state building and task_state spawning. [ 761.572202] env[69905]: INFO nova.compute.manager [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Took 27.43 seconds to build instance. [ 761.735264] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413152, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.742069] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413153, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.926028] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e37e2fd-6086-488b-984d-155864468bb4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.935591] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a36bd-7d1c-4dcd-8645-4a0f1db14ce8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.970178] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3517d443-dd5a-4ef4-982b-67d10b480fae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.979532] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea521c50-21a9-460b-8bc2-af5e427cbb24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.997144] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413151, 'name': ReconfigVM_Task, 'duration_secs': 0.700377} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.007539] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.010079] env[69905]: DEBUG nova.compute.provider_tree [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.010185] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-603c4baf-9e8f-43e0-9194-aa4ce9131d9b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.021607] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 762.021607] env[69905]: value = "task-3413154" [ 762.021607] env[69905]: _type = "Task" [ 762.021607] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.033351] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413154, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.033729] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.033886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquired lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.076927] env[69905]: DEBUG oslo_concurrency.lockutils [None req-420e8627-65a4-472c-a110-4f96d5d5e564 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.312s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.227739] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed333df1-aae3-4d92-8e2a-df8da2c39459 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.236248] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413152, 'name': CreateVM_Task, 'duration_secs': 0.778765} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.236831] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.237935] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.238128] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.238915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.239040] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4eb15b-13d4-4e76-8908-5d1efb9e4134 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.257020] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413153, 'name': Destroy_Task, 'duration_secs': 0.691799} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.257164] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance '0e60bda5-6b99-4a55-9aec-3cf4ed415d3e' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 762.260902] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Destroyed the VM [ 762.263785] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 762.263785] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7899ad28-5ced-430d-9756-6b4065f292be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.265491] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 762.265491] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527b4416-fe79-59b0-fc1b-8a4c71d73167" [ 762.265491] env[69905]: _type = "Task" [ 762.265491] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.270183] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 762.270183] env[69905]: value = "task-3413155" [ 762.270183] env[69905]: _type = "Task" [ 762.270183] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.276535] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527b4416-fe79-59b0-fc1b-8a4c71d73167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.282530] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.430569] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "60c51121-bbd7-4c69-8417-b6552fa2cf39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.430921] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.492500] env[69905]: DEBUG nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.513265] env[69905]: DEBUG nova.scheduler.client.report [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.529161] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.529417] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.529572] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.529751] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.529893] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.530047] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.530260] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.530417] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.530579] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.530736] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.530905] env[69905]: DEBUG nova.virt.hardware [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.531749] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cf2c60-7018-418a-825c-343d7733ed3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.537543] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413154, 'name': Rename_Task, 'duration_secs': 0.187961} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.538776] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.539066] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f684c40f-7ffd-4f7d-8288-c4d90b62b6d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.544932] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaff2bb-260f-4276-9dc7-e09db485e2fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.550392] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 762.550392] env[69905]: value = "task-3413156" [ 762.550392] env[69905]: _type = "Task" [ 762.550392] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.571031] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.580242] env[69905]: DEBUG nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.593621] env[69905]: DEBUG nova.compute.manager [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Received event network-vif-deleted-7aac7721-6a0e-4e5b-b84f-e29b3bf1cb56 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.593922] env[69905]: DEBUG nova.compute.manager [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Received event network-vif-plugged-61642cef-9309-4c6a-bb50-9dd4751cf6da {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.594286] env[69905]: DEBUG oslo_concurrency.lockutils [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] Acquiring lock "6d6d2c1c-8daf-40c1-a348-28588044e06d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.594370] env[69905]: DEBUG oslo_concurrency.lockutils [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.595033] env[69905]: DEBUG oslo_concurrency.lockutils [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.595033] env[69905]: DEBUG nova.compute.manager [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] No waiting events found dispatching network-vif-plugged-61642cef-9309-4c6a-bb50-9dd4751cf6da {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.595166] env[69905]: WARNING nova.compute.manager [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Received unexpected event network-vif-plugged-61642cef-9309-4c6a-bb50-9dd4751cf6da for instance with vm_state building and task_state spawning. [ 762.595458] env[69905]: DEBUG nova.compute.manager [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Received event network-changed-61642cef-9309-4c6a-bb50-9dd4751cf6da {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.595502] env[69905]: DEBUG nova.compute.manager [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Refreshing instance network info cache due to event network-changed-61642cef-9309-4c6a-bb50-9dd4751cf6da. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.595675] env[69905]: DEBUG oslo_concurrency.lockutils [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] Acquiring lock "refresh_cache-6d6d2c1c-8daf-40c1-a348-28588044e06d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.596275] env[69905]: DEBUG oslo_concurrency.lockutils [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] Acquired lock "refresh_cache-6d6d2c1c-8daf-40c1-a348-28588044e06d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.596275] env[69905]: DEBUG nova.network.neutron [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Refreshing network info cache for port 61642cef-9309-4c6a-bb50-9dd4751cf6da {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.636483] env[69905]: DEBUG nova.compute.manager [None req-c0823120-6ed9-457a-afb0-bc754a727b45 tempest-ServerDiagnosticsV248Test-1892361217 tempest-ServerDiagnosticsV248Test-1892361217-project-admin] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.638038] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a9bd7-dad4-4156-831e-0a121721ce69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.649799] env[69905]: INFO nova.compute.manager [None req-c0823120-6ed9-457a-afb0-bc754a727b45 tempest-ServerDiagnosticsV248Test-1892361217 tempest-ServerDiagnosticsV248Test-1892361217-project-admin] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Retrieving diagnostics [ 762.650655] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0dfa8-5a2e-48e1-b8eb-a52264a575df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.697965] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272f2ae-238f-3254-5622-b8b744a98d95/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.698894] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00263546-68d0-4f9f-b7fb-b05f73fc1711 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.706049] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272f2ae-238f-3254-5622-b8b744a98d95/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.706599] env[69905]: ERROR oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272f2ae-238f-3254-5622-b8b744a98d95/disk-0.vmdk due to incomplete transfer. [ 762.706599] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22cd391e-4b31-4688-9e16-5cc196f89289 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.715527] env[69905]: DEBUG oslo_vmware.rw_handles [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272f2ae-238f-3254-5622-b8b744a98d95/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.715754] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Uploaded image 52c571f0-6495-4bc1-a181-52c22248cd3b to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.717362] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.717624] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c008f025-7bd0-4039-8386-fde6a06bd977 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.725350] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 762.725350] env[69905]: value = "task-3413157" [ 762.725350] env[69905]: _type = "Task" [ 762.725350] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.734847] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413157, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.763914] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.764252] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8392bbd9-4cea-431d-ae6e-e3c8aa53ee43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.768925] env[69905]: DEBUG nova.network.neutron [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.780314] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 762.780314] env[69905]: value = "task-3413158" [ 762.780314] env[69905]: _type = "Task" [ 762.780314] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.785865] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527b4416-fe79-59b0-fc1b-8a4c71d73167, 'name': SearchDatastore_Task, 'duration_secs': 0.027665} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.790883] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.791177] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.791444] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.791661] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.791844] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.795623] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc7ff48-b97b-4f44-b765-803c14cbc3e2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.797768] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.805544] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.808555] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.808835] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.809883] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8715d437-3ee5-4d91-a202-d2a53da31691 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.818492] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 762.818492] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238da2b-24f4-dbf2-6d2c-998e7db30022" [ 762.818492] env[69905]: _type = "Task" [ 762.818492] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.828897] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238da2b-24f4-dbf2-6d2c-998e7db30022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.901396] env[69905]: DEBUG nova.network.neutron [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Successfully updated port: 437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.021257] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.021807] env[69905]: DEBUG nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.024457] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.660s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.024693] env[69905]: DEBUG nova.objects.instance [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lazy-loading 'resources' on Instance uuid ef12b312-668e-4e77-becd-a3a717f37306 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.062538] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.108267] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.239330] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413157, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.285579] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413155, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.295639] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413158, 'name': PowerOffVM_Task, 'duration_secs': 0.253618} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.298348] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.298574] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance '0e60bda5-6b99-4a55-9aec-3cf4ed415d3e' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.331155] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238da2b-24f4-dbf2-6d2c-998e7db30022, 'name': SearchDatastore_Task, 'duration_secs': 0.017584} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.332485] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6de804-dfab-4cc2-b814-d157986de005 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.338207] env[69905]: DEBUG nova.network.neutron [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Updated VIF entry in instance network info cache for port 61642cef-9309-4c6a-bb50-9dd4751cf6da. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.338207] env[69905]: DEBUG nova.network.neutron [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Updating instance_info_cache with network_info: [{"id": "61642cef-9309-4c6a-bb50-9dd4751cf6da", "address": "fa:16:3e:ad:6d:bd", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61642cef-93", "ovs_interfaceid": "61642cef-9309-4c6a-bb50-9dd4751cf6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.341059] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 763.341059] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5259b2da-6231-e922-a387-f396e64dc83f" [ 763.341059] env[69905]: _type = "Task" [ 763.341059] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.351722] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5259b2da-6231-e922-a387-f396e64dc83f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.408139] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.408139] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.408139] env[69905]: DEBUG nova.network.neutron [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.528294] env[69905]: DEBUG nova.compute.utils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.532482] env[69905]: DEBUG nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.533570] env[69905]: DEBUG nova.network.neutron [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.567121] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413156, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.665443] env[69905]: DEBUG nova.policy [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd532b60737ed4971ac598484d1642585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1047d56971f42cb8786ad664cd640ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.739525] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413157, 'name': Destroy_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.772948] env[69905]: DEBUG nova.network.neutron [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.792399] env[69905]: DEBUG oslo_vmware.api [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413155, 'name': RemoveSnapshot_Task, 'duration_secs': 1.469651} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.792399] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 763.792399] env[69905]: INFO nova.compute.manager [None req-fb9fa179-353f-4454-ae29-7f9e0451f0db tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Took 18.32 seconds to snapshot the instance on the hypervisor. [ 763.805151] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.807564] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.807564] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.807564] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.807564] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.807564] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.808022] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.808022] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.808022] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.808022] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.808022] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.813459] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd6308a-5948-42b7-9494-d32b99548c82 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.834161] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 763.834161] env[69905]: value = "task-3413159" [ 763.834161] env[69905]: _type = "Task" [ 763.834161] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.848746] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.849490] env[69905]: DEBUG oslo_concurrency.lockutils [req-46572703-a2b9-4cc5-abbd-920bffc44e8b req-698e9458-d8d7-40b2-b73e-cbc9446c3799 service nova] Releasing lock "refresh_cache-6d6d2c1c-8daf-40c1-a348-28588044e06d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.855966] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5259b2da-6231-e922-a387-f396e64dc83f, 'name': SearchDatastore_Task, 'duration_secs': 0.017988} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.858853] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.859212] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e39094b1-db15-4d66-a5ce-6e02f3b3799e/e39094b1-db15-4d66-a5ce-6e02f3b3799e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.860032] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-943e313c-08a7-451b-90b3-a8ce8ed64a5b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.868732] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 763.868732] env[69905]: value = "task-3413160" [ 763.868732] env[69905]: _type = "Task" [ 763.868732] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.880493] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.970995] env[69905]: DEBUG nova.network.neutron [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.979833] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ae5db-4c46-47dc-af2e-fececd9e422d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.988670] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a92787-df2d-4aba-bc29-d04d34cfbf44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.024130] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc569b3-806e-4cd9-aa55-ff236eb1fb67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.032995] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b8624-f190-40a8-a38c-5f1c2e51f670 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.037487] env[69905]: DEBUG nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.050992] env[69905]: DEBUG nova.compute.provider_tree [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.061763] env[69905]: DEBUG oslo_vmware.api [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413156, 'name': PowerOnVM_Task, 'duration_secs': 1.198727} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.062050] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.062278] env[69905]: INFO nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Took 11.06 seconds to spawn the instance on the hypervisor. [ 764.062454] env[69905]: DEBUG nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.063626] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee384b57-1f6f-4119-afed-3235e790ce83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.229594] env[69905]: DEBUG nova.network.neutron [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.241751] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413157, 'name': Destroy_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.281189] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Releasing lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.281502] env[69905]: DEBUG nova.compute.manager [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Inject network info {{(pid=69905) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 764.281802] env[69905]: DEBUG nova.compute.manager [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] network_info to inject: |[{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 764.287113] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Reconfiguring VM instance to set the machine id {{(pid=69905) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 764.287464] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c97949-2d10-4054-a01d-e2aa3e87011e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.309141] env[69905]: DEBUG oslo_vmware.api [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 764.309141] env[69905]: value = "task-3413161" [ 764.309141] env[69905]: _type = "Task" [ 764.309141] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.317958] env[69905]: DEBUG oslo_vmware.api [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.349051] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413159, 'name': ReconfigVM_Task, 'duration_secs': 0.201106} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.349440] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance '0e60bda5-6b99-4a55-9aec-3cf4ed415d3e' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.383894] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.456590] env[69905]: DEBUG nova.compute.manager [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Received event network-changed-0f63636b-b91b-4b95-a23a-08812f1d4a6a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.456590] env[69905]: DEBUG nova.compute.manager [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Refreshing instance network info cache due to event network-changed-0f63636b-b91b-4b95-a23a-08812f1d4a6a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.456590] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Acquiring lock "refresh_cache-e39094b1-db15-4d66-a5ce-6e02f3b3799e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.456590] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Acquired lock "refresh_cache-e39094b1-db15-4d66-a5ce-6e02f3b3799e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.456590] env[69905]: DEBUG nova.network.neutron [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Refreshing network info cache for port 0f63636b-b91b-4b95-a23a-08812f1d4a6a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.555895] env[69905]: DEBUG nova.scheduler.client.report [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.588604] env[69905]: INFO nova.compute.manager [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Took 29.91 seconds to build instance. [ 764.613721] env[69905]: DEBUG nova.network.neutron [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Successfully created port: d3ac05fe-6816-4a75-98ab-0739c7a18c8a {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.733712] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.733712] env[69905]: DEBUG nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Instance network_info: |[{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.733934] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:63:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '437e5f48-0a3d-4d46-b7ed-7cf33562f7df', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.744272] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating folder: Project (1bd06326e7b04559bba625e9d512d0b9). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.747424] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7920bff-0c71-420a-9584-fd3674c608a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.757410] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413157, 'name': Destroy_Task, 'duration_secs': 1.628898} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.757749] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Destroyed the VM [ 764.758075] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.758399] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1501ae45-2818-45ab-bc2b-589d4337bee9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.763614] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Created folder: Project (1bd06326e7b04559bba625e9d512d0b9) in parent group-v680985. [ 764.763832] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating folder: Instances. Parent ref: group-v681059. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.764355] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f8c4e65-4d6d-468b-a6f4-dd243f91fcde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.771925] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 764.771925] env[69905]: value = "task-3413163" [ 764.771925] env[69905]: _type = "Task" [ 764.771925] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.781811] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.787539] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Created folder: Instances in parent group-v681059. [ 764.787539] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.787688] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.787850] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91a91910-f2ec-43e4-a0d4-230fb183a201 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.809993] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.809993] env[69905]: value = "task-3413165" [ 764.809993] env[69905]: _type = "Task" [ 764.809993] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.824579] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413165, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.827468] env[69905]: DEBUG oslo_vmware.api [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413161, 'name': ReconfigVM_Task, 'duration_secs': 0.227075} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.827732] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddfde94-9f77-49c2-a433-a603ce5ffd4c tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Reconfigured VM instance to set the machine id {{(pid=69905) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 764.858501] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.858974] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.859929] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.860157] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.860491] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.860667] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.860878] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.861394] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.861644] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.861832] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.862230] env[69905]: DEBUG nova.virt.hardware [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.869102] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.869557] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "33b817ff-96bf-4d5f-880c-d88b458e260b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.870396] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "33b817ff-96bf-4d5f-880c-d88b458e260b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.870718] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "33b817ff-96bf-4d5f-880c-d88b458e260b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.871343] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "33b817ff-96bf-4d5f-880c-d88b458e260b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.871343] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "33b817ff-96bf-4d5f-880c-d88b458e260b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.873072] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6c7793-69c2-42d5-92f3-1a75578048e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.887629] env[69905]: INFO nova.compute.manager [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Terminating instance [ 764.900801] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958052} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.901567] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e39094b1-db15-4d66-a5ce-6e02f3b3799e/e39094b1-db15-4d66-a5ce-6e02f3b3799e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.902818] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.902818] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 764.902818] env[69905]: value = "task-3413166" [ 764.902818] env[69905]: _type = "Task" [ 764.902818] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.902818] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84d74e0d-d097-473c-a4a3-25b9e84d484b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.915975] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.917785] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 764.917785] env[69905]: value = "task-3413167" [ 764.917785] env[69905]: _type = "Task" [ 764.917785] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.927827] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.054716] env[69905]: DEBUG nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.061671] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.064281] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.801s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.065695] env[69905]: INFO nova.compute.claims [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.080485] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.080772] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.080872] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.083277] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.084103] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.084103] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.084103] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.084295] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.084458] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.084643] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.084868] env[69905]: DEBUG nova.virt.hardware [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.086818] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6035ef-bb30-4e8c-a696-4c3ce04b274d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.093775] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3846df3-7f6d-4cff-9081-ba2ec0730012 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.439s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.100179] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae63fc6-cf53-4254-bc9e-0848805a5059 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.107009] env[69905]: INFO nova.scheduler.client.report [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Deleted allocations for instance ef12b312-668e-4e77-becd-a3a717f37306 [ 765.283564] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413163, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.327364] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413165, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.395718] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "refresh_cache-33b817ff-96bf-4d5f-880c-d88b458e260b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.395965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquired lock "refresh_cache-33b817ff-96bf-4d5f-880c-d88b458e260b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.396456] env[69905]: DEBUG nova.network.neutron [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.420455] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413166, 'name': ReconfigVM_Task, 'duration_secs': 0.299068} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.423966] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.425071] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb842b-cdf9-4017-be08-eaf701aa31e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.434719] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080537} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.447607] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.456246] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e/0e60bda5-6b99-4a55-9aec-3cf4ed415d3e.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.457127] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf50b79-b066-45cd-957a-c323c187648d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.460464] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778f8490-158c-46c7-8cb3-bbe922d3de20 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.498202] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] e39094b1-db15-4d66-a5ce-6e02f3b3799e/e39094b1-db15-4d66-a5ce-6e02f3b3799e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.500161] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b838512-4442-4a65-9e4c-81b01e9d8b96 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.515277] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 765.515277] env[69905]: value = "task-3413168" [ 765.515277] env[69905]: _type = "Task" [ 765.515277] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.522056] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 765.522056] env[69905]: value = "task-3413169" [ 765.522056] env[69905]: _type = "Task" [ 765.522056] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.525593] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.536048] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.588297] env[69905]: DEBUG nova.network.neutron [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Updated VIF entry in instance network info cache for port 0f63636b-b91b-4b95-a23a-08812f1d4a6a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.588660] env[69905]: DEBUG nova.network.neutron [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Updating instance_info_cache with network_info: [{"id": "0f63636b-b91b-4b95-a23a-08812f1d4a6a", "address": "fa:16:3e:37:09:a8", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f63636b-b9", "ovs_interfaceid": "0f63636b-b91b-4b95-a23a-08812f1d4a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.594834] env[69905]: DEBUG nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.634856] env[69905]: DEBUG oslo_concurrency.lockutils [None req-81fb8795-173d-4d6c-9cc0-3c6f7d62b4ed tempest-TenantUsagesTestJSON-90095694 tempest-TenantUsagesTestJSON-90095694-project-member] Lock "ef12b312-668e-4e77-becd-a3a717f37306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.710s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.783822] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413163, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.821577] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413165, 'name': CreateVM_Task, 'duration_secs': 0.536807} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.821843] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.825549] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.825549] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.825549] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.825549] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72acb70a-18af-4d5a-9446-c839dd2128c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.830376] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 765.830376] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e07953-fcee-59fe-8458-d63adc2ad25b" [ 765.830376] env[69905]: _type = "Task" [ 765.830376] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.839961] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e07953-fcee-59fe-8458-d63adc2ad25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.922279] env[69905]: DEBUG nova.network.neutron [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.936089] env[69905]: DEBUG nova.compute.manager [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Received event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.936325] env[69905]: DEBUG nova.compute.manager [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing instance network info cache due to event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.936620] env[69905]: DEBUG oslo_concurrency.lockutils [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] Acquiring lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.936827] env[69905]: DEBUG oslo_concurrency.lockutils [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] Acquired lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.937017] env[69905]: DEBUG nova.network.neutron [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.027413] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.036455] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.051232] env[69905]: DEBUG nova.network.neutron [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.094457] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Releasing lock "refresh_cache-e39094b1-db15-4d66-a5ce-6e02f3b3799e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.094457] env[69905]: DEBUG nova.compute.manager [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Received event network-vif-plugged-437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.094457] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Acquiring lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.094457] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.094457] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.095563] env[69905]: DEBUG nova.compute.manager [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] No waiting events found dispatching network-vif-plugged-437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.095563] env[69905]: WARNING nova.compute.manager [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Received unexpected event network-vif-plugged-437e5f48-0a3d-4d46-b7ed-7cf33562f7df for instance with vm_state building and task_state spawning. [ 766.095563] env[69905]: DEBUG nova.compute.manager [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Received event network-changed-437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.095563] env[69905]: DEBUG nova.compute.manager [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Refreshing instance network info cache due to event network-changed-437e5f48-0a3d-4d46-b7ed-7cf33562f7df. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.095563] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Acquiring lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.095771] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Acquired lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.095771] env[69905]: DEBUG nova.network.neutron [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Refreshing network info cache for port 437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.123023] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.290184] env[69905]: DEBUG oslo_vmware.api [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413163, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095493} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.290540] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 766.290828] env[69905]: INFO nova.compute.manager [None req-f2bfc1d8-754c-4c25-8f73-1ab390135347 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Took 18.09 seconds to snapshot the instance on the hypervisor. [ 766.342918] env[69905]: DEBUG nova.network.neutron [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Successfully updated port: d3ac05fe-6816-4a75-98ab-0739c7a18c8a {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.350431] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e07953-fcee-59fe-8458-d63adc2ad25b, 'name': SearchDatastore_Task, 'duration_secs': 0.023849} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.354291] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.354616] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.354895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.355127] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.355364] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.356179] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c73054-7b9a-491a-b48b-9db5b71fc274 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.367755] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.371064] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.371064] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d176ed56-48bd-4470-85ec-53032079a011 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.378140] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 766.378140] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5261b56f-9385-429a-7dcb-f911ecc1ee56" [ 766.378140] env[69905]: _type = "Task" [ 766.378140] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.389800] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5261b56f-9385-429a-7dcb-f911ecc1ee56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.529628] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413168, 'name': ReconfigVM_Task, 'duration_secs': 0.747523} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.533433] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e/0e60bda5-6b99-4a55-9aec-3cf4ed415d3e.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.533697] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance '0e60bda5-6b99-4a55-9aec-3cf4ed415d3e' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.550298] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413169, 'name': ReconfigVM_Task, 'duration_secs': 0.716914} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.550679] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] e39094b1-db15-4d66-a5ce-6e02f3b3799e/e39094b1-db15-4d66-a5ce-6e02f3b3799e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.551445] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-071e4f55-2fd2-4859-a483-f8f8df29e004 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.554096] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Releasing lock "refresh_cache-33b817ff-96bf-4d5f-880c-d88b458e260b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.554475] env[69905]: DEBUG nova.compute.manager [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.554679] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.555621] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a45c445-4726-4396-81f7-603107ff6a4c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.566392] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 766.566392] env[69905]: value = "task-3413170" [ 766.566392] env[69905]: _type = "Task" [ 766.566392] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.575379] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.577325] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04661fd-a0d3-4717-a7e1-3679c9c682ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.588601] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871770a-50ce-41ae-8ebe-0ccad8fc350a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.591898] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413170, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.602492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf20722-5e2b-4aea-9e5a-00ab272b3452 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.608515] env[69905]: DEBUG oslo_vmware.api [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 766.608515] env[69905]: value = "task-3413171" [ 766.608515] env[69905]: _type = "Task" [ 766.608515] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.641397] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e16f67-5354-4f94-bf49-7c02d9fcdbc3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.647319] env[69905]: DEBUG oslo_vmware.api [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.653717] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf10c7c-7058-4975-b704-7a1e9ea9ef9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.672038] env[69905]: DEBUG nova.compute.provider_tree [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.833821] env[69905]: DEBUG nova.network.neutron [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updated VIF entry in instance network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.834284] env[69905]: DEBUG nova.network.neutron [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.851469] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-a6c005cb-4dad-4705-bbfa-7af3d9747eec" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.851617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-a6c005cb-4dad-4705-bbfa-7af3d9747eec" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.854888] env[69905]: DEBUG nova.network.neutron [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.889911] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5261b56f-9385-429a-7dcb-f911ecc1ee56, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.890747] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3743398-26e3-44ad-b5a7-b26ed8fc3b6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.897651] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 766.897651] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52db7949-fe81-2546-433e-bb1422d25e3f" [ 766.897651] env[69905]: _type = "Task" [ 766.897651] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.907219] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52db7949-fe81-2546-433e-bb1422d25e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.948926] env[69905]: DEBUG nova.objects.instance [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lazy-loading 'flavor' on Instance uuid a8f00b38-a343-4d9d-be48-f077ca178028 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.006359] env[69905]: DEBUG nova.network.neutron [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updated VIF entry in instance network info cache for port 437e5f48-0a3d-4d46-b7ed-7cf33562f7df. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.006635] env[69905]: DEBUG nova.network.neutron [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.040504] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f417f65d-5011-421e-8d06-dcb1d2e03a52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.083021] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbf3ba-b9bc-4c78-8778-fc6da691fff0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.098409] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413170, 'name': Rename_Task, 'duration_secs': 0.241986} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.126946] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.131842] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance '0e60bda5-6b99-4a55-9aec-3cf4ed415d3e' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 767.138867] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce7b05a6-4f46-4afc-acbd-b4cabeca8bf0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.153090] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Received event network-changed-161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.153388] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Refreshing instance network info cache due to event network-changed-161af629-87e5-4189-95ae-ed62af2a0db3. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.153687] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Acquiring lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.153923] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Acquired lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.154208] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Refreshing network info cache for port 161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.166689] env[69905]: DEBUG oslo_vmware.api [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413171, 'name': PowerOffVM_Task, 'duration_secs': 0.210669} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.168906] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.169227] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.170260] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 767.170260] env[69905]: value = "task-3413172" [ 767.170260] env[69905]: _type = "Task" [ 767.170260] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.170810] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea6302f0-e6ef-41f0-94a2-f77bca4c5e9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.180980] env[69905]: DEBUG nova.scheduler.client.report [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.194820] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.216505] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.217118] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.217118] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Deleting the datastore file [datastore2] 33b817ff-96bf-4d5f-880c-d88b458e260b {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.217722] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d78b27-7685-4a4e-8452-3a6caeabaafa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.231470] env[69905]: DEBUG oslo_vmware.api [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for the task: (returnval){ [ 767.231470] env[69905]: value = "task-3413174" [ 767.231470] env[69905]: _type = "Task" [ 767.231470] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.249306] env[69905]: DEBUG oslo_vmware.api [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.338560] env[69905]: DEBUG oslo_concurrency.lockutils [req-c8d7799e-f01f-4311-86d9-51d1ee231849 req-e2cbe567-871d-4709-bbc1-becab8de260c service nova] Releasing lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.403196] env[69905]: DEBUG nova.network.neutron [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.413204] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52db7949-fe81-2546-433e-bb1422d25e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.034102} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.413515] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.413892] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6e11325b-8446-4bfa-9846-0b6c2274b0e3/6e11325b-8446-4bfa-9846-0b6c2274b0e3.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.414334] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25ad651d-26a1-4746-8d2e-5257e0c2601b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.427064] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 767.427064] env[69905]: value = "task-3413175" [ 767.427064] env[69905]: _type = "Task" [ 767.427064] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.443751] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.458381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.458566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquired lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.475817] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "9d501907-48a9-4300-8740-57b3da041af4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.476082] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.476304] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "9d501907-48a9-4300-8740-57b3da041af4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.476567] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.476744] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.479043] env[69905]: INFO nova.compute.manager [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Terminating instance [ 767.509493] env[69905]: DEBUG oslo_concurrency.lockutils [req-4d5bdffa-06cd-4cdc-b2b8-97f45919a5d6 req-2ce680e8-8259-45c3-b75c-a59205f29c45 service nova] Releasing lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.639570] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.639881] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.640260] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.640655] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.640655] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.644369] env[69905]: INFO nova.compute.manager [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Terminating instance [ 767.656257] env[69905]: DEBUG nova.network.neutron [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Updating instance_info_cache with network_info: [{"id": "d3ac05fe-6816-4a75-98ab-0739c7a18c8a", "address": "fa:16:3e:6b:cf:a5", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ac05fe-68", "ovs_interfaceid": "d3ac05fe-6816-4a75-98ab-0739c7a18c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.686443] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.688749] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.689526] env[69905]: DEBUG nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.692907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.300s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.694593] env[69905]: INFO nova.compute.claims [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.752458] env[69905]: DEBUG oslo_vmware.api [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Task: {'id': task-3413174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173772} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.753347] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.753549] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.753728] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.753901] env[69905]: INFO nova.compute.manager [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 767.754256] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.754390] env[69905]: DEBUG nova.compute.manager [-] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.754503] env[69905]: DEBUG nova.network.neutron [-] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.810760] env[69905]: DEBUG nova.network.neutron [-] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.814491] env[69905]: DEBUG nova.network.neutron [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Port 39eef571-694f-44c2-a9e2-c2ca71797f34 binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 767.886145] env[69905]: DEBUG nova.network.neutron [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.945563] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413175, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.983244] env[69905]: DEBUG nova.compute.manager [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.983467] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.984418] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4217579-9c92-4677-a117-8f1ce14886a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.998274] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.999178] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76fc7236-7a8f-4630-99c4-ac385140d132 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.093440] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.093672] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.093934] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleting the datastore file [datastore1] 9d501907-48a9-4300-8740-57b3da041af4 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.094974] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38114ee6-fecf-4a9d-8ac3-7eb96aaa681e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.105654] env[69905]: DEBUG oslo_vmware.api [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 768.105654] env[69905]: value = "task-3413177" [ 768.105654] env[69905]: _type = "Task" [ 768.105654] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.115802] env[69905]: DEBUG oslo_vmware.api [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.151183] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updated VIF entry in instance network info cache for port 161af629-87e5-4189-95ae-ed62af2a0db3. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.151183] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updating instance_info_cache with network_info: [{"id": "161af629-87e5-4189-95ae-ed62af2a0db3", "address": "fa:16:3e:a4:44:a6", "network": {"id": "c03218e7-8b2b-45ae-9934-3ffa727741d5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1391426756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ac4ccba471486ab142c66c94341f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161af629-87", "ovs_interfaceid": "161af629-87e5-4189-95ae-ed62af2a0db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.151370] env[69905]: DEBUG nova.compute.manager [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.151632] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.152842] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba6918-823c-4a99-97c0-acf8664c34d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.163972] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-a6c005cb-4dad-4705-bbfa-7af3d9747eec" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.164581] env[69905]: DEBUG nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Instance network_info: |[{"id": "d3ac05fe-6816-4a75-98ab-0739c7a18c8a", "address": "fa:16:3e:6b:cf:a5", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ac05fe-68", "ovs_interfaceid": "d3ac05fe-6816-4a75-98ab-0739c7a18c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.164917] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.165450] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:cf:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ac05fe-6816-4a75-98ab-0739c7a18c8a', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.173828] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating folder: Project (a1047d56971f42cb8786ad664cd640ed). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.174217] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f496180f-0eef-41ee-9536-7626565dba14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.176688] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e40d3f0-ff68-44d4-ba75-949675523f14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.191671] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.193195] env[69905]: DEBUG oslo_vmware.api [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 768.193195] env[69905]: value = "task-3413178" [ 768.193195] env[69905]: _type = "Task" [ 768.193195] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.199600] env[69905]: DEBUG nova.compute.utils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.203474] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created folder: Project (a1047d56971f42cb8786ad664cd640ed) in parent group-v680985. [ 768.203907] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating folder: Instances. Parent ref: group-v681062. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.207137] env[69905]: DEBUG nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.207137] env[69905]: DEBUG nova.network.neutron [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.208091] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06a29a40-467c-43e5-aceb-2daf083f42d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.215765] env[69905]: DEBUG oslo_vmware.api [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.229714] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created folder: Instances in parent group-v681062. [ 768.229987] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.230203] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.230434] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c61d4dc2-bfe6-4ca5-8b1b-11a772312982 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.259555] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.259555] env[69905]: value = "task-3413181" [ 768.259555] env[69905]: _type = "Task" [ 768.259555] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.273024] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413181, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.281059] env[69905]: DEBUG nova.policy [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3c93c2c509c4d1f8cd0598a86c9ff2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26b39afb5e6f4fc582a26aa97dd4cfde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.316151] env[69905]: DEBUG nova.network.neutron [-] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.447529] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684297} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.447885] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6e11325b-8446-4bfa-9846-0b6c2274b0e3/6e11325b-8446-4bfa-9846-0b6c2274b0e3.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.448996] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.448996] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e79b39c2-da9d-421b-a1e5-3fb6e322225f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.457976] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 768.457976] env[69905]: value = "task-3413182" [ 768.457976] env[69905]: _type = "Task" [ 768.457976] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.470437] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.621853] env[69905]: DEBUG oslo_vmware.api [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166384} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.622113] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.622179] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.622358] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.622550] env[69905]: INFO nova.compute.manager [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Took 0.64 seconds to destroy the instance on the hypervisor. [ 768.622857] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.623063] env[69905]: DEBUG nova.compute.manager [-] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.623182] env[69905]: DEBUG nova.network.neutron [-] [instance: 9d501907-48a9-4300-8740-57b3da041af4] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.657627] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Releasing lock "refresh_cache-d04ee156-517e-4fb7-9a7d-4afc43d4d84e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.658104] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Received event network-changed-5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.658287] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Refreshing instance network info cache due to event network-changed-5fd78856-c23d-4353-af02-b905c40b080d. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.658549] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Acquiring lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.658709] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Acquired lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.658885] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Refreshing network info cache for port 5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.692569] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.704692] env[69905]: DEBUG oslo_vmware.api [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413178, 'name': PowerOffVM_Task, 'duration_secs': 0.252621} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.705034] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.705309] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.705549] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3464003e-0a05-4ee8-9ff6-c060cb7a6f14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.712848] env[69905]: DEBUG nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.731546] env[69905]: DEBUG nova.network.neutron [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.777172] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413181, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.819413] env[69905]: INFO nova.compute.manager [-] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Took 1.06 seconds to deallocate network for instance. [ 768.822856] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.823206] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.823336] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Deleting the datastore file [datastore2] 50605f9a-f3a8-4671-9cfe-6c974fbdd12a {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.826785] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec1f0f0-b729-4cf7-b94e-ffbd61306022 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.848370] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.848547] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.848724] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.852337] env[69905]: DEBUG oslo_vmware.api [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for the task: (returnval){ [ 768.852337] env[69905]: value = "task-3413184" [ 768.852337] env[69905]: _type = "Task" [ 768.852337] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.869208] env[69905]: DEBUG oslo_vmware.api [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.975936] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134395} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.976264] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.977112] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfcf9f6-886d-4075-93fb-6818a93ea588 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.001838] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6e11325b-8446-4bfa-9846-0b6c2274b0e3/6e11325b-8446-4bfa-9846-0b6c2274b0e3.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.004881] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ba3e7b-8842-46f3-a6d8-07dbee6dce2f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.025122] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 769.025122] env[69905]: value = "task-3413185" [ 769.025122] env[69905]: _type = "Task" [ 769.025122] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.036275] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.165153] env[69905]: DEBUG nova.network.neutron [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Successfully created port: 66514ef7-8e77-469b-8301-3164e69fde54 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.193185] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.219343] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "1e971fc9-3032-4b33-82b1-15384be587d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.219343] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "1e971fc9-3032-4b33-82b1-15384be587d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.231570] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c9c569-7116-402f-97bd-a016cf7442cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.236062] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Releasing lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.236062] env[69905]: DEBUG nova.compute.manager [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Inject network info {{(pid=69905) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 769.236858] env[69905]: DEBUG nova.compute.manager [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] network_info to inject: |[{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 769.241250] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Reconfiguring VM instance to set the machine id {{(pid=69905) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 769.242089] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a796ec80-f35e-4664-8695-bf05e934725c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.264990] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60ae35-cf47-4fa1-90a9-c68e91987e77 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270343] env[69905]: DEBUG oslo_vmware.api [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 769.270343] env[69905]: value = "task-3413186" [ 769.270343] env[69905]: _type = "Task" [ 769.270343] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.306579] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413181, 'name': CreateVM_Task, 'duration_secs': 0.544426} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.308386] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b09845-da47-479a-b4cb-332b2d68cd3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.311279] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.316325] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.316525] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.316864] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.317290] env[69905]: DEBUG oslo_vmware.api [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.317804] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0f5bc2-d601-49ed-8ebb-5dd9a19cf9f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.324482] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1016f4-7c3e-4481-89cb-033ea05fd399 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.332486] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 769.332486] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c87ccd-c51e-bb11-403f-74acaca6aaf5" [ 769.332486] env[69905]: _type = "Task" [ 769.332486] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.346306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.347049] env[69905]: DEBUG nova.compute.provider_tree [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.356540] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c87ccd-c51e-bb11-403f-74acaca6aaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.019577} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.359940] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.360104] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.360811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.360811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.360811] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.361421] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4db2b93-1c7c-4309-abaa-72d5d9b4b13f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.369897] env[69905]: DEBUG oslo_vmware.api [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Task: {'id': task-3413184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156624} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.370065] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.374402] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.374402] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.374402] env[69905]: INFO nova.compute.manager [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 769.374402] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.374402] env[69905]: DEBUG nova.compute.manager [-] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.374402] env[69905]: DEBUG nova.network.neutron [-] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.374997] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.374997] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.375977] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dadd005-e0c5-4e0d-8763-661b55ddcb2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.382993] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 769.382993] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524323ce-c205-d220-2f79-69c22069f8e8" [ 769.382993] env[69905]: _type = "Task" [ 769.382993] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.392325] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524323ce-c205-d220-2f79-69c22069f8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.536360] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413185, 'name': ReconfigVM_Task, 'duration_secs': 0.323693} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.536711] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6e11325b-8446-4bfa-9846-0b6c2274b0e3/6e11325b-8446-4bfa-9846-0b6c2274b0e3.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.537384] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c8a883-7bc3-46a7-a300-19b036cd19c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.546132] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 769.546132] env[69905]: value = "task-3413187" [ 769.546132] env[69905]: _type = "Task" [ 769.546132] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.558037] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413187, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.633811] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Updated VIF entry in instance network info cache for port 5fd78856-c23d-4353-af02-b905c40b080d. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.634242] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Updating instance_info_cache with network_info: [{"id": "5fd78856-c23d-4353-af02-b905c40b080d", "address": "fa:16:3e:8f:3d:4f", "network": {"id": "0944e1cd-757e-4809-9983-b0f432c6f99d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-525262390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33bcf6a4d56d47bb923162e73b935a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd78856-c2", "ovs_interfaceid": "5fd78856-c23d-4353-af02-b905c40b080d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.688280] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.724836] env[69905]: DEBUG nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.756737] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.757026] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.757157] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.757342] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.757485] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.757627] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.758045] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.758045] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.758204] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.758314] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.758485] env[69905]: DEBUG nova.virt.hardware [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.759741] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91c2fc-8187-4470-9049-f0ddb30ebf0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.769918] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0375f15-b160-4645-a7d9-72225a518d77 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.793236] env[69905]: DEBUG oslo_vmware.api [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413186, 'name': ReconfigVM_Task, 'duration_secs': 0.156841} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.793437] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f4d06-f62e-4aba-a497-4771a96b986f tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Reconfigured VM instance to set the machine id {{(pid=69905) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 769.851825] env[69905]: DEBUG nova.scheduler.client.report [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.894386] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524323ce-c205-d220-2f79-69c22069f8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016358} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.897297] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68afc9d-0994-417a-8623-bfe6e48e6c73 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.903926] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 769.903926] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081bb6-e11d-2785-50e2-d5a416103188" [ 769.903926] env[69905]: _type = "Task" [ 769.903926] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.912537] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081bb6-e11d-2785-50e2-d5a416103188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.015297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.018105] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.018105] env[69905]: DEBUG nova.network.neutron [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.018654] env[69905]: DEBUG nova.compute.manager [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Received event network-changed-4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.018827] env[69905]: DEBUG nova.compute.manager [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Refreshing instance network info cache due to event network-changed-4b6e1bfd-e5a3-44d8-889d-635f43a93139. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.019031] env[69905]: DEBUG oslo_concurrency.lockutils [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] Acquiring lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.019282] env[69905]: DEBUG oslo_concurrency.lockutils [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] Acquired lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.019366] env[69905]: DEBUG nova.network.neutron [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Refreshing network info cache for port 4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.056534] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413187, 'name': Rename_Task, 'duration_secs': 0.150561} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.057019] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.057145] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d40c15-589a-4cc3-b40c-8a67d8b0df73 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.063688] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 770.063688] env[69905]: value = "task-3413188" [ 770.063688] env[69905]: _type = "Task" [ 770.063688] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.071902] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.137515] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Releasing lock "refresh_cache-ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.137694] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Received event network-vif-plugged-d3ac05fe-6816-4a75-98ab-0739c7a18c8a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.137780] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Acquiring lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.137937] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.138118] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.138289] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] No waiting events found dispatching network-vif-plugged-d3ac05fe-6816-4a75-98ab-0739c7a18c8a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.138458] env[69905]: WARNING nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Received unexpected event network-vif-plugged-d3ac05fe-6816-4a75-98ab-0739c7a18c8a for instance with vm_state building and task_state spawning. [ 770.138631] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Received event network-changed-d3ac05fe-6816-4a75-98ab-0739c7a18c8a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.138782] env[69905]: DEBUG nova.compute.manager [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Refreshing instance network info cache due to event network-changed-d3ac05fe-6816-4a75-98ab-0739c7a18c8a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.138969] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Acquiring lock "refresh_cache-a6c005cb-4dad-4705-bbfa-7af3d9747eec" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.139259] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Acquired lock "refresh_cache-a6c005cb-4dad-4705-bbfa-7af3d9747eec" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.139651] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Refreshing network info cache for port d3ac05fe-6816-4a75-98ab-0739c7a18c8a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.193989] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.201592] env[69905]: DEBUG nova.network.neutron [-] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.357410] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.357925] env[69905]: DEBUG nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.361311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.420s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.362905] env[69905]: INFO nova.compute.claims [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.419595] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081bb6-e11d-2785-50e2-d5a416103188, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.419595] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.419595] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a6c005cb-4dad-4705-bbfa-7af3d9747eec/a6c005cb-4dad-4705-bbfa-7af3d9747eec.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.419595] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-560fc6ff-5b28-4043-94f5-4710c38ef6e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.431208] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 770.431208] env[69905]: value = "task-3413189" [ 770.431208] env[69905]: _type = "Task" [ 770.431208] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.440505] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.548064] env[69905]: DEBUG nova.compute.manager [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Received event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.548314] env[69905]: DEBUG nova.compute.manager [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing instance network info cache due to event network-changed-ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.548448] env[69905]: DEBUG oslo_concurrency.lockutils [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] Acquiring lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.548563] env[69905]: DEBUG oslo_concurrency.lockutils [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] Acquired lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.548752] env[69905]: DEBUG nova.network.neutron [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Refreshing network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.585141] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413188, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.696614] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.704351] env[69905]: INFO nova.compute.manager [-] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Took 2.08 seconds to deallocate network for instance. [ 770.863358] env[69905]: DEBUG nova.compute.utils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.866301] env[69905]: DEBUG nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.870020] env[69905]: DEBUG nova.network.neutron [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.947982] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413189, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.962895] env[69905]: DEBUG nova.network.neutron [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updated VIF entry in instance network info cache for port 4b6e1bfd-e5a3-44d8-889d-635f43a93139. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.962895] env[69905]: DEBUG nova.network.neutron [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updating instance_info_cache with network_info: [{"id": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "address": "fa:16:3e:c0:46:75", "network": {"id": "a98abcc4-3047-4fd5-a0a3-006301a5dfb4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-556444385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e00a47ef5c409ab1bb1ff30f0ec31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6e1bfd-e5", "ovs_interfaceid": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.966316] env[69905]: DEBUG nova.policy [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc95356211554ddab48e17d88f60d9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '292b936cf1314ca38d592fa5d22ea681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.076100] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413188, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.111203] env[69905]: DEBUG nova.network.neutron [-] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.194738] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.215508] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.330628] env[69905]: DEBUG nova.network.neutron [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance_info_cache with network_info: [{"id": "39eef571-694f-44c2-a9e2-c2ca71797f34", "address": "fa:16:3e:f7:7d:9a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eef571-69", "ovs_interfaceid": "39eef571-694f-44c2-a9e2-c2ca71797f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.371033] env[69905]: DEBUG nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.420220] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Updated VIF entry in instance network info cache for port d3ac05fe-6816-4a75-98ab-0739c7a18c8a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.420568] env[69905]: DEBUG nova.network.neutron [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Updating instance_info_cache with network_info: [{"id": "d3ac05fe-6816-4a75-98ab-0739c7a18c8a", "address": "fa:16:3e:6b:cf:a5", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ac05fe-68", "ovs_interfaceid": "d3ac05fe-6816-4a75-98ab-0739c7a18c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.447709] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516932} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.447835] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a6c005cb-4dad-4705-bbfa-7af3d9747eec/a6c005cb-4dad-4705-bbfa-7af3d9747eec.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.448195] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.448635] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5716c656-8741-4b5f-a4e0-69c1b6f5e044 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.460789] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 771.460789] env[69905]: value = "task-3413190" [ 771.460789] env[69905]: _type = "Task" [ 771.460789] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.465659] env[69905]: DEBUG oslo_concurrency.lockutils [req-d22bc317-b5f5-4159-9344-0e45f5f6e2de req-2bfff897-975f-4d1f-b2ba-441b8bee56c2 service nova] Releasing lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.473086] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.528471] env[69905]: DEBUG nova.network.neutron [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updated VIF entry in instance network info cache for port ca8630d5-1ca0-404c-abfe-3dbfeae09449. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.528809] env[69905]: DEBUG nova.network.neutron [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [{"id": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "address": "fa:16:3e:8f:03:a2", "network": {"id": "1f89e835-f9d7-4869-b3b2-caf21fe243f8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1125002646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7606ea7b3ae14e27a0c5f3f3526a1b57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8630d5-1c", "ovs_interfaceid": "ca8630d5-1ca0-404c-abfe-3dbfeae09449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.530948] env[69905]: DEBUG nova.network.neutron [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Successfully created port: 045913fc-49d0-444d-92ca-332a1389bb91 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.581899] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413188, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.616756] env[69905]: INFO nova.compute.manager [-] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Took 2.25 seconds to deallocate network for instance. [ 771.693615] env[69905]: DEBUG oslo_vmware.api [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413172, 'name': PowerOnVM_Task, 'duration_secs': 4.079487} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.696349] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.696598] env[69905]: INFO nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Took 16.00 seconds to spawn the instance on the hypervisor. [ 771.696720] env[69905]: DEBUG nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.698964] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e441fb76-5456-4d53-8973-9793767da767 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.835376] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.918396] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24342f2-281c-43ce-af10-3d7622ddad81 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.922550] env[69905]: DEBUG oslo_concurrency.lockutils [req-422199ef-52b6-4ddc-bf18-a44af2ae937d req-a45c9e61-67d4-4b71-9cab-e3fbdda49499 service nova] Releasing lock "refresh_cache-a6c005cb-4dad-4705-bbfa-7af3d9747eec" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.928924] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664de430-1441-442f-808e-5d845871cb2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.974924] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316284d9-1891-4edc-9c64-89063a7aad67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.998708] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073869} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.999124] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.000409] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204393f9-2242-428b-bbb4-f5c097f7a7da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.006115] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863da85e-e3b1-4e50-92b6-af47dba095d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.043746] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] a6c005cb-4dad-4705-bbfa-7af3d9747eec/a6c005cb-4dad-4705-bbfa-7af3d9747eec.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.045335] env[69905]: DEBUG nova.compute.provider_tree [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.049318] env[69905]: DEBUG oslo_concurrency.lockutils [req-dc431c27-2258-40f4-8fcc-10a465196664 req-416ee5c6-d8b4-4938-9112-e5a951637f9c service nova] Releasing lock "refresh_cache-a8f00b38-a343-4d9d-be48-f077ca178028" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.049318] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde9bc9a-9a30-4406-95c0-ad28e0ffe0d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.074724] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 772.074724] env[69905]: value = "task-3413191" [ 772.074724] env[69905]: _type = "Task" [ 772.074724] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.081756] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413188, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.089157] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.125489] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.232303] env[69905]: INFO nova.compute.manager [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Took 36.85 seconds to build instance. [ 772.370434] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad818364-c7a6-499e-8781-9329f9422ff8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.394165] env[69905]: DEBUG nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.398800] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8cf54d-eeee-4ac4-afbb-1230c1d0cceb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.411776] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance '0e60bda5-6b99-4a55-9aec-3cf4ed415d3e' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 772.446032] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.446032] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.446032] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.446563] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.446563] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.446563] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.446679] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.446835] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.446976] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.447164] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.448186] env[69905]: DEBUG nova.virt.hardware [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.448230] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d787fd04-5cfa-446b-bff6-fc5d3bbfdbad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.457268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a78087-9eff-429b-912c-adb8b09846c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.488084] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "a8f00b38-a343-4d9d-be48-f077ca178028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.488378] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "a8f00b38-a343-4d9d-be48-f077ca178028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.488578] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "a8f00b38-a343-4d9d-be48-f077ca178028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.488937] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "a8f00b38-a343-4d9d-be48-f077ca178028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.488937] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "a8f00b38-a343-4d9d-be48-f077ca178028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.492030] env[69905]: INFO nova.compute.manager [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Terminating instance [ 772.516074] env[69905]: DEBUG nova.network.neutron [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Successfully updated port: 66514ef7-8e77-469b-8301-3164e69fde54 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.566959] env[69905]: DEBUG nova.scheduler.client.report [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.581418] env[69905]: DEBUG oslo_vmware.api [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413188, 'name': PowerOnVM_Task, 'duration_secs': 2.01656} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.582210] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.582844] env[69905]: INFO nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Took 10.09 seconds to spawn the instance on the hypervisor. [ 772.582844] env[69905]: DEBUG nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.583324] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b2b169-a591-4d36-9b73-a2442e9f0549 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.594602] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413191, 'name': ReconfigVM_Task, 'duration_secs': 0.309204} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.594900] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Reconfigured VM instance instance-00000016 to attach disk [datastore2] a6c005cb-4dad-4705-bbfa-7af3d9747eec/a6c005cb-4dad-4705-bbfa-7af3d9747eec.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.595693] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0625c9a-9a1f-42d5-abb1-244814d4960f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.610648] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 772.610648] env[69905]: value = "task-3413192" [ 772.610648] env[69905]: _type = "Task" [ 772.610648] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.622541] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413192, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.734447] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0a04dda7-bf7a-49cf-aec2-6e0f0bb0a954 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.507s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.920351] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.920697] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c65e7c3-cf9c-47f9-beac-e3d2337f40ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.933958] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 772.933958] env[69905]: value = "task-3413193" [ 772.933958] env[69905]: _type = "Task" [ 772.933958] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.943538] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.999779] env[69905]: DEBUG nova.compute.manager [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.000012] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.002283] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8516cbd7-f461-4776-8408-97af315ad1ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.009216] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.009434] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ab6e28-04a2-4094-a346-355bf0929d8f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.019167] env[69905]: DEBUG oslo_vmware.api [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 773.019167] env[69905]: value = "task-3413194" [ 773.019167] env[69905]: _type = "Task" [ 773.019167] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.020743] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "refresh_cache-e4d106b0-164b-4064-8868-3ba80292d7e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.020877] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquired lock "refresh_cache-e4d106b0-164b-4064-8868-3ba80292d7e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.021056] env[69905]: DEBUG nova.network.neutron [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.027530] env[69905]: DEBUG oslo_vmware.api [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.075147] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.075696] env[69905]: DEBUG nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.078976] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.534s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.079220] env[69905]: DEBUG nova.objects.instance [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lazy-loading 'resources' on Instance uuid bb35d375-ac50-4e4a-831d-adeb6145f3fd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.122972] env[69905]: INFO nova.compute.manager [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Took 30.75 seconds to build instance. [ 773.127538] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413192, 'name': Rename_Task, 'duration_secs': 0.148054} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.129309] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.129309] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5284046c-ed13-4a32-ac5d-c573991bcdcd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.133713] env[69905]: DEBUG nova.network.neutron [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Successfully updated port: 045913fc-49d0-444d-92ca-332a1389bb91 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.141863] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 773.141863] env[69905]: value = "task-3413195" [ 773.141863] env[69905]: _type = "Task" [ 773.141863] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.156319] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.240108] env[69905]: DEBUG nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.446492] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.450158] env[69905]: DEBUG nova.compute.manager [req-3f82e723-d20d-436f-b37c-965d717ea581 req-9dcc54e2-4e93-400e-ad2e-eb5412f99683 service nova] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Received event network-vif-deleted-6e985d99-a9ff-400c-8359-3c6dbea3d5bb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.451010] env[69905]: DEBUG nova.compute.manager [req-3f82e723-d20d-436f-b37c-965d717ea581 req-9dcc54e2-4e93-400e-ad2e-eb5412f99683 service nova] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Received event network-vif-deleted-f8f796d6-61ff-40ab-984d-271d861fa102 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.528306] env[69905]: DEBUG oslo_vmware.api [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413194, 'name': PowerOffVM_Task, 'duration_secs': 0.239877} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.529547] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.529547] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.529547] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f910ae98-22a9-48e0-929e-b37ae32ce33a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.558570] env[69905]: DEBUG nova.network.neutron [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.582027] env[69905]: DEBUG nova.compute.utils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.586286] env[69905]: DEBUG nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.586736] env[69905]: DEBUG nova.network.neutron [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.603041] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.603269] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.603414] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Deleting the datastore file [datastore2] a8f00b38-a343-4d9d-be48-f077ca178028 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.604510] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c694cc-5430-406b-84f8-13349bb90b49 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.618958] env[69905]: DEBUG oslo_vmware.api [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for the task: (returnval){ [ 773.618958] env[69905]: value = "task-3413197" [ 773.618958] env[69905]: _type = "Task" [ 773.618958] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.629030] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672c3668-f328-4a25-b53d-06bded6644a4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.242s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.635427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "refresh_cache-1150e76e-fa6d-4887-8ec6-cb72545c16eb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.635427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired lock "refresh_cache-1150e76e-fa6d-4887-8ec6-cb72545c16eb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.635427] env[69905]: DEBUG nova.network.neutron [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.635427] env[69905]: DEBUG oslo_vmware.api [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.662346] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.684725] env[69905]: DEBUG nova.policy [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '153d3c372a364a16a22a004329639801', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d319acfa67f43feb8ac43c4609b57a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.761666] env[69905]: DEBUG nova.network.neutron [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Updating instance_info_cache with network_info: [{"id": "66514ef7-8e77-469b-8301-3164e69fde54", "address": "fa:16:3e:7d:88:17", "network": {"id": "a66db12c-52c6-4510-b28e-70d1164a40a2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2120468290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26b39afb5e6f4fc582a26aa97dd4cfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66514ef7-8e", "ovs_interfaceid": "66514ef7-8e77-469b-8301-3164e69fde54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.769067] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.941664] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413193, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.090102] env[69905]: DEBUG nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.108898] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c81f89-0b00-4ef3-9172-fe0fad8d9161 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.116942] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df0717f-aec8-41e8-b680-c8bd9149505b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.129385] env[69905]: DEBUG oslo_vmware.api [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Task: {'id': task-3413197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195575} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.154749] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.155110] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.155243] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.155325] env[69905]: INFO nova.compute.manager [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Took 1.16 seconds to destroy the instance on the hypervisor. [ 774.155560] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.157779] env[69905]: DEBUG nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.162556] env[69905]: DEBUG nova.compute.manager [-] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.162556] env[69905]: DEBUG nova.network.neutron [-] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.166741] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f75cfa-dcb1-4ca8-8cd5-859dcfce55be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.182319] env[69905]: DEBUG oslo_vmware.api [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413195, 'name': PowerOnVM_Task, 'duration_secs': 0.908663} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.182319] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.182319] env[69905]: INFO nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Took 9.13 seconds to spawn the instance on the hypervisor. [ 774.182319] env[69905]: DEBUG nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.182319] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11ca66c-3972-4b68-a034-f872c1cfb101 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.187136] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb576411-212a-4976-8b10-fd08073cde90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.207565] env[69905]: DEBUG nova.compute.provider_tree [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.249342] env[69905]: DEBUG nova.network.neutron [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.263641] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Releasing lock "refresh_cache-e4d106b0-164b-4064-8868-3ba80292d7e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.263981] env[69905]: DEBUG nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Instance network_info: |[{"id": "66514ef7-8e77-469b-8301-3164e69fde54", "address": "fa:16:3e:7d:88:17", "network": {"id": "a66db12c-52c6-4510-b28e-70d1164a40a2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2120468290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26b39afb5e6f4fc582a26aa97dd4cfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66514ef7-8e", "ovs_interfaceid": "66514ef7-8e77-469b-8301-3164e69fde54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.264461] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:88:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66514ef7-8e77-469b-8301-3164e69fde54', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.274716] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Creating folder: Project (26b39afb5e6f4fc582a26aa97dd4cfde). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.274716] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67552307-38a0-4e1d-b641-f07eaa66ad5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.290535] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Created folder: Project (26b39afb5e6f4fc582a26aa97dd4cfde) in parent group-v680985. [ 774.290746] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Creating folder: Instances. Parent ref: group-v681065. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.290998] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58f4552c-54f7-47f1-8787-6ca9cddabbeb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.303243] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Created folder: Instances in parent group-v681065. [ 774.304418] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.304545] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.304837] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28f96cae-a09e-43f9-b7a8-77474431ed04 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.327531] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.327531] env[69905]: value = "task-3413200" [ 774.327531] env[69905]: _type = "Task" [ 774.327531] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.337827] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413200, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.445211] env[69905]: DEBUG oslo_vmware.api [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413193, 'name': PowerOnVM_Task, 'duration_secs': 1.11023} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.445211] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.445503] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0d5184-e7bd-4680-9046-58dc01adff9d tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance '0e60bda5-6b99-4a55-9aec-3cf4ed415d3e' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.565414] env[69905]: DEBUG nova.network.neutron [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Successfully created port: 307b40b2-e410-46e5-9606-e9a08aa232ec {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.569463] env[69905]: DEBUG nova.network.neutron [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Updating instance_info_cache with network_info: [{"id": "045913fc-49d0-444d-92ca-332a1389bb91", "address": "fa:16:3e:2c:f0:22", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045913fc-49", "ovs_interfaceid": "045913fc-49d0-444d-92ca-332a1389bb91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.673749] env[69905]: DEBUG nova.compute.manager [req-03f793f6-48b7-4eee-ba6f-ee156cfc1d83 req-2202ec1c-aa96-44c6-99e0-e9032c38d443 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Received event network-vif-plugged-045913fc-49d0-444d-92ca-332a1389bb91 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.674071] env[69905]: DEBUG oslo_concurrency.lockutils [req-03f793f6-48b7-4eee-ba6f-ee156cfc1d83 req-2202ec1c-aa96-44c6-99e0-e9032c38d443 service nova] Acquiring lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.674968] env[69905]: DEBUG oslo_concurrency.lockutils [req-03f793f6-48b7-4eee-ba6f-ee156cfc1d83 req-2202ec1c-aa96-44c6-99e0-e9032c38d443 service nova] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.674968] env[69905]: DEBUG oslo_concurrency.lockutils [req-03f793f6-48b7-4eee-ba6f-ee156cfc1d83 req-2202ec1c-aa96-44c6-99e0-e9032c38d443 service nova] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.674968] env[69905]: DEBUG nova.compute.manager [req-03f793f6-48b7-4eee-ba6f-ee156cfc1d83 req-2202ec1c-aa96-44c6-99e0-e9032c38d443 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] No waiting events found dispatching network-vif-plugged-045913fc-49d0-444d-92ca-332a1389bb91 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.674968] env[69905]: WARNING nova.compute.manager [req-03f793f6-48b7-4eee-ba6f-ee156cfc1d83 req-2202ec1c-aa96-44c6-99e0-e9032c38d443 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Received unexpected event network-vif-plugged-045913fc-49d0-444d-92ca-332a1389bb91 for instance with vm_state building and task_state spawning. [ 774.693083] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.715723] env[69905]: DEBUG nova.scheduler.client.report [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.725413] env[69905]: INFO nova.compute.manager [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Took 32.34 seconds to build instance. [ 774.840655] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413200, 'name': CreateVM_Task, 'duration_secs': 0.508564} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.840922] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.842035] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.842315] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.842835] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.843584] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caec83df-be04-4b4e-9215-ca8a72d88a33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.849829] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 774.849829] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d711ba-3273-e713-53eb-31e6fd40b163" [ 774.849829] env[69905]: _type = "Task" [ 774.849829] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.859593] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d711ba-3273-e713-53eb-31e6fd40b163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.073649] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Releasing lock "refresh_cache-1150e76e-fa6d-4887-8ec6-cb72545c16eb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.073983] env[69905]: DEBUG nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Instance network_info: |[{"id": "045913fc-49d0-444d-92ca-332a1389bb91", "address": "fa:16:3e:2c:f0:22", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045913fc-49", "ovs_interfaceid": "045913fc-49d0-444d-92ca-332a1389bb91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.074477] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:f0:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045913fc-49d0-444d-92ca-332a1389bb91', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.085538] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.085538] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.085855] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb2006f3-0a73-49f3-810c-5b716300c284 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.106811] env[69905]: DEBUG nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.117678] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.117678] env[69905]: value = "task-3413201" [ 775.117678] env[69905]: _type = "Task" [ 775.117678] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.127537] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413201, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.139575] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.139950] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.140568] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.141061] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.141125] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.141307] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.141510] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.141703] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.141889] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.142093] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.142352] env[69905]: DEBUG nova.virt.hardware [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.143314] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b224eb34-437c-4117-8dd5-41d0a2e52688 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.153732] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4dcee-1542-4065-bdb2-2cfe66d62397 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.225180] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.227711] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.417s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.229371] env[69905]: INFO nova.compute.claims [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.235024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-618dd804-6af6-4a68-930a-a7e8115fec1e tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.440s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.253021] env[69905]: INFO nova.scheduler.client.report [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleted allocations for instance bb35d375-ac50-4e4a-831d-adeb6145f3fd [ 775.361779] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d711ba-3273-e713-53eb-31e6fd40b163, 'name': SearchDatastore_Task, 'duration_secs': 0.017047} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.362256] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.362579] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.362912] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.363140] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.363393] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.363751] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c1ca546-a57c-4f30-8259-8ebfe76b73a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.375899] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.376143] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.376961] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aadd65-3e5d-4b44-88d8-509cf6332068 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.384824] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 775.384824] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529242d3-8454-bdc0-859f-a8de72787369" [ 775.384824] env[69905]: _type = "Task" [ 775.384824] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.393165] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529242d3-8454-bdc0-859f-a8de72787369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.633862] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413201, 'name': CreateVM_Task, 'duration_secs': 0.344728} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.633981] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.634746] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.634945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.635964] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.635964] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff3ab39-8f38-4bf1-9c52-abf77293eed8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.641705] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 775.641705] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d6f217-6149-bdf4-277c-3421f185987c" [ 775.641705] env[69905]: _type = "Task" [ 775.641705] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.405299] env[69905]: DEBUG nova.network.neutron [-] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.411660] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d6f217-6149-bdf4-277c-3421f185987c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.411915] env[69905]: WARNING oslo_vmware.common.loopingcall [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] task run outlasted interval by 0.27026799999999995 sec [ 776.413128] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5e96b9df-cbba-4716-9230-4583fc504bd4 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "bb35d375-ac50-4e4a-831d-adeb6145f3fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.829s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.434144] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d6f217-6149-bdf4-277c-3421f185987c, 'name': SearchDatastore_Task, 'duration_secs': 0.012662} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.434424] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529242d3-8454-bdc0-859f-a8de72787369, 'name': SearchDatastore_Task, 'duration_secs': 0.016684} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.435016] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.435016] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.435267] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.438648] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae59d2e-f7a8-4570-b415-d5bea7367f55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.443266] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 776.443266] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5207a930-f4c0-8d51-f574-37241c65d37c" [ 776.443266] env[69905]: _type = "Task" [ 776.443266] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.453834] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5207a930-f4c0-8d51-f574-37241c65d37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.644998] env[69905]: DEBUG nova.compute.manager [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Received event network-vif-plugged-66514ef7-8e77-469b-8301-3164e69fde54 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.644998] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Acquiring lock "e4d106b0-164b-4064-8868-3ba80292d7e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.645432] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.645710] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.646059] env[69905]: DEBUG nova.compute.manager [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] No waiting events found dispatching network-vif-plugged-66514ef7-8e77-469b-8301-3164e69fde54 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.646125] env[69905]: WARNING nova.compute.manager [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Received unexpected event network-vif-plugged-66514ef7-8e77-469b-8301-3164e69fde54 for instance with vm_state building and task_state spawning. [ 776.646267] env[69905]: DEBUG nova.compute.manager [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Received event network-changed-66514ef7-8e77-469b-8301-3164e69fde54 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.646475] env[69905]: DEBUG nova.compute.manager [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Refreshing instance network info cache due to event network-changed-66514ef7-8e77-469b-8301-3164e69fde54. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.650019] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Acquiring lock "refresh_cache-e4d106b0-164b-4064-8868-3ba80292d7e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.650019] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Acquired lock "refresh_cache-e4d106b0-164b-4064-8868-3ba80292d7e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.650019] env[69905]: DEBUG nova.network.neutron [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Refreshing network info cache for port 66514ef7-8e77-469b-8301-3164e69fde54 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.691744] env[69905]: DEBUG nova.network.neutron [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Successfully updated port: 307b40b2-e410-46e5-9606-e9a08aa232ec {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.913341] env[69905]: INFO nova.compute.manager [-] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Took 2.75 seconds to deallocate network for instance. [ 776.957595] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5207a930-f4c0-8d51-f574-37241c65d37c, 'name': SearchDatastore_Task, 'duration_secs': 0.014351} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.960537] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.961355] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e4d106b0-164b-4064-8868-3ba80292d7e4/e4d106b0-164b-4064-8868-3ba80292d7e4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.962165] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.962165] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.962165] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d37205d-9b8a-4fd5-9d46-2ebc127365f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.966019] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c5ebf1-b562-4976-87c4-26317bde7491 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.975042] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 776.975042] env[69905]: value = "task-3413202" [ 776.975042] env[69905]: _type = "Task" [ 776.975042] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.980346] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.980716] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.985872] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd23b77-422b-4f90-a3cb-27d9bd1b23ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.991261] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.995750] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 776.995750] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a5124e-8761-6709-a15a-f21a3021e923" [ 776.995750] env[69905]: _type = "Task" [ 776.995750] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.007931] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a5124e-8761-6709-a15a-f21a3021e923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.196728] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "refresh_cache-841e895f-88d6-4f70-b37a-44beeb4a9890" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196728] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquired lock "refresh_cache-841e895f-88d6-4f70-b37a-44beeb4a9890" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196728] env[69905]: DEBUG nova.network.neutron [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.407842] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fac9d1-c271-4452-b4aa-a48e2bd2167a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.417714] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb31aa9d-e940-49db-8ee2-88652edd1c9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.427905] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.459626] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38116532-4bdb-462d-a5ab-d425ea3433bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.483352] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d8af93-139d-44ac-8dd4-03af161d2915 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.491348] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413202, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.510322] env[69905]: DEBUG nova.compute.provider_tree [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.528836] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a5124e-8761-6709-a15a-f21a3021e923, 'name': SearchDatastore_Task, 'duration_secs': 0.014648} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.533020] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1cb475-7bb7-405d-89ca-a459e732fc85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.543400] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 777.543400] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525ae22b-5708-4363-095a-4322a333cd9b" [ 777.543400] env[69905]: _type = "Task" [ 777.543400] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.562403] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525ae22b-5708-4363-095a-4322a333cd9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.567082] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.567399] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.580226] env[69905]: DEBUG nova.network.neutron [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Updated VIF entry in instance network info cache for port 66514ef7-8e77-469b-8301-3164e69fde54. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.580541] env[69905]: DEBUG nova.network.neutron [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Updating instance_info_cache with network_info: [{"id": "66514ef7-8e77-469b-8301-3164e69fde54", "address": "fa:16:3e:7d:88:17", "network": {"id": "a66db12c-52c6-4510-b28e-70d1164a40a2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2120468290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26b39afb5e6f4fc582a26aa97dd4cfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66514ef7-8e", "ovs_interfaceid": "66514ef7-8e77-469b-8301-3164e69fde54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.670811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "1687d149-63e4-488b-ad80-c0889453c377" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.671582] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1687d149-63e4-488b-ad80-c0889453c377" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.733485] env[69905]: DEBUG nova.network.neutron [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.888630] env[69905]: DEBUG nova.network.neutron [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Updating instance_info_cache with network_info: [{"id": "307b40b2-e410-46e5-9606-e9a08aa232ec", "address": "fa:16:3e:90:8c:ff", "network": {"id": "6e4c739f-fa2c-4491-9df2-1cf3e961ff9e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1992075898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d319acfa67f43feb8ac43c4609b57a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307b40b2-e4", "ovs_interfaceid": "307b40b2-e410-46e5-9606-e9a08aa232ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.975357] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.975683] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.975990] env[69905]: DEBUG nova.compute.manager [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Going to confirm migration 1 {{(pid=69905) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 777.987212] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692069} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.987486] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e4d106b0-164b-4064-8868-3ba80292d7e4/e4d106b0-164b-4064-8868-3ba80292d7e4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.987708] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.987947] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e64c44c-bb70-4114-8f7c-da9c64026461 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.995186] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 777.995186] env[69905]: value = "task-3413203" [ 777.995186] env[69905]: _type = "Task" [ 777.995186] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.005431] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.016280] env[69905]: DEBUG nova.scheduler.client.report [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.053753] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525ae22b-5708-4363-095a-4322a333cd9b, 'name': SearchDatastore_Task, 'duration_secs': 0.061678} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.054098] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.054326] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 1150e76e-fa6d-4887-8ec6-cb72545c16eb/1150e76e-fa6d-4887-8ec6-cb72545c16eb.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.054590] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbfff75f-c3dc-4781-9599-72c96665c992 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.063690] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 778.063690] env[69905]: value = "task-3413204" [ 778.063690] env[69905]: _type = "Task" [ 778.063690] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.073208] env[69905]: DEBUG nova.compute.utils [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.074525] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.083291] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Releasing lock "refresh_cache-e4d106b0-164b-4064-8868-3ba80292d7e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.083534] env[69905]: DEBUG nova.compute.manager [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Received event network-changed-4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.083697] env[69905]: DEBUG nova.compute.manager [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Refreshing instance network info cache due to event network-changed-4b6e1bfd-e5a3-44d8-889d-635f43a93139. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.084043] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Acquiring lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.084043] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Acquired lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.084234] env[69905]: DEBUG nova.network.neutron [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Refreshing network info cache for port 4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.174616] env[69905]: DEBUG nova.compute.manager [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.241122] env[69905]: DEBUG nova.compute.manager [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Received event network-changed-045913fc-49d0-444d-92ca-332a1389bb91 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.241187] env[69905]: DEBUG nova.compute.manager [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Refreshing instance network info cache due to event network-changed-045913fc-49d0-444d-92ca-332a1389bb91. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.241481] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] Acquiring lock "refresh_cache-1150e76e-fa6d-4887-8ec6-cb72545c16eb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.241627] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] Acquired lock "refresh_cache-1150e76e-fa6d-4887-8ec6-cb72545c16eb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.241794] env[69905]: DEBUG nova.network.neutron [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Refreshing network info cache for port 045913fc-49d0-444d-92ca-332a1389bb91 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.249754] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "cf3b133f-ef30-4060-85ca-46149099d005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.249754] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "cf3b133f-ef30-4060-85ca-46149099d005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.390593] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Releasing lock "refresh_cache-841e895f-88d6-4f70-b37a-44beeb4a9890" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.391484] env[69905]: DEBUG nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Instance network_info: |[{"id": "307b40b2-e410-46e5-9606-e9a08aa232ec", "address": "fa:16:3e:90:8c:ff", "network": {"id": "6e4c739f-fa2c-4491-9df2-1cf3e961ff9e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1992075898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d319acfa67f43feb8ac43c4609b57a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307b40b2-e4", "ovs_interfaceid": "307b40b2-e410-46e5-9606-e9a08aa232ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.391610] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:8c:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307b40b2-e410-46e5-9606-e9a08aa232ec', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.399069] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Creating folder: Project (2d319acfa67f43feb8ac43c4609b57a1). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.399347] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a528565-eb1e-4e91-8fa5-c6f5f283e99a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.412257] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Created folder: Project (2d319acfa67f43feb8ac43c4609b57a1) in parent group-v680985. [ 778.412596] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Creating folder: Instances. Parent ref: group-v681069. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.413046] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40f28f47-3aa3-4a39-9a42-85e72b497336 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.424048] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Created folder: Instances in parent group-v681069. [ 778.424136] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.424770] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.424770] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b712883e-fd00-4706-901f-0be1e215da33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.446642] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.446642] env[69905]: value = "task-3413207" [ 778.446642] env[69905]: _type = "Task" [ 778.446642] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.455268] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413207, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.505311] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070008} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.505575] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.506366] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea489ce-ebe3-49b8-800c-7f931d63821a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.520869] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.293s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.521437] env[69905]: DEBUG nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.532387] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] e4d106b0-164b-4064-8868-3ba80292d7e4/e4d106b0-164b-4064-8868-3ba80292d7e4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.533016] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.978s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.534495] env[69905]: INFO nova.compute.claims [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.538211] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03329d91-5bdb-4396-9444-807723f41d74 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.554738] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.554945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.555108] env[69905]: DEBUG nova.network.neutron [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.555292] env[69905]: DEBUG nova.objects.instance [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lazy-loading 'info_cache' on Instance uuid 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.564214] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 778.564214] env[69905]: value = "task-3413208" [ 778.564214] env[69905]: _type = "Task" [ 778.564214] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.576115] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.576657] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.580146] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413204, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.701808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.802021] env[69905]: DEBUG nova.network.neutron [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updated VIF entry in instance network info cache for port 4b6e1bfd-e5a3-44d8-889d-635f43a93139. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.802021] env[69905]: DEBUG nova.network.neutron [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updating instance_info_cache with network_info: [{"id": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "address": "fa:16:3e:c0:46:75", "network": {"id": "a98abcc4-3047-4fd5-a0a3-006301a5dfb4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-556444385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e00a47ef5c409ab1bb1ff30f0ec31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6e1bfd-e5", "ovs_interfaceid": "4b6e1bfd-e5a3-44d8-889d-635f43a93139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.963929] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413207, 'name': CreateVM_Task, 'duration_secs': 0.495587} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.964131] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.965034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.965034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.965312] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.965614] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a211cba6-2c1a-4612-b38c-2d79a46ad553 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.974587] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 778.974587] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52063512-0559-af96-6f11-c468d166ddad" [ 778.974587] env[69905]: _type = "Task" [ 778.974587] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.990571] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52063512-0559-af96-6f11-c468d166ddad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.020474] env[69905]: DEBUG nova.network.neutron [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Updated VIF entry in instance network info cache for port 045913fc-49d0-444d-92ca-332a1389bb91. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.021372] env[69905]: DEBUG nova.network.neutron [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Updating instance_info_cache with network_info: [{"id": "045913fc-49d0-444d-92ca-332a1389bb91", "address": "fa:16:3e:2c:f0:22", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045913fc-49", "ovs_interfaceid": "045913fc-49d0-444d-92ca-332a1389bb91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.034904] env[69905]: DEBUG nova.compute.utils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.036842] env[69905]: DEBUG nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 779.080406] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.083821] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997562} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.084594] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 1150e76e-fa6d-4887-8ec6-cb72545c16eb/1150e76e-fa6d-4887-8ec6-cb72545c16eb.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.084594] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.084779] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f1f73cc-51a2-41e2-9535-37206cf7148c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.095025] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 779.095025] env[69905]: value = "task-3413209" [ 779.095025] env[69905]: _type = "Task" [ 779.095025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.106081] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.304702] env[69905]: DEBUG oslo_concurrency.lockutils [req-bc072a30-3f56-44cb-999e-a0c7759f85e1 req-315fc62b-dfc0-46c2-ab6c-2884d15c19c3 service nova] Releasing lock "refresh_cache-447553ee-5d75-4647-b650-ac52b860ab01" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.485259] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52063512-0559-af96-6f11-c468d166ddad, 'name': SearchDatastore_Task, 'duration_secs': 0.030915} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.485722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.486296] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.489108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.489108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.489108] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.489108] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae05eef8-6266-4b39-a3fe-9bc532c4a219 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.499169] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.499169] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.500952] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f6428f-5c02-4a7a-9a52-51267c86898a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.509485] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 779.509485] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520aac70-e584-bdf5-4d4d-2ffe916e0aa1" [ 779.509485] env[69905]: _type = "Task" [ 779.509485] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.518797] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520aac70-e584-bdf5-4d4d-2ffe916e0aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.524337] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] Releasing lock "refresh_cache-1150e76e-fa6d-4887-8ec6-cb72545c16eb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.524676] env[69905]: DEBUG nova.compute.manager [req-b6ab45dd-b055-4bcb-860a-3a7e5455080b req-4679aaa1-d5b8-493f-a1d5-bfaac03039f5 service nova] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Received event network-vif-deleted-ca8630d5-1ca0-404c-abfe-3dbfeae09449 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.538492] env[69905]: DEBUG nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.584511] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413208, 'name': ReconfigVM_Task, 'duration_secs': 0.664704} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.585096] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Reconfigured VM instance instance-00000017 to attach disk [datastore2] e4d106b0-164b-4064-8868-3ba80292d7e4/e4d106b0-164b-4064-8868-3ba80292d7e4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.586048] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a595b3a-899b-4cdd-ae56-f2019a6d27d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.596903] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 779.596903] env[69905]: value = "task-3413210" [ 779.596903] env[69905]: _type = "Task" [ 779.596903] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.610881] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075548} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.614894] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.614894] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413210, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.618590] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e6a86a-ddfc-4f72-ac80-867986c474cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.649876] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 1150e76e-fa6d-4887-8ec6-cb72545c16eb/1150e76e-fa6d-4887-8ec6-cb72545c16eb.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.657401] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f8334c-61e2-401b-9922-ce764ca1173c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.671453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.671750] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.671998] env[69905]: INFO nova.compute.manager [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Attaching volume d628eb0f-6262-416d-8b02-6e23914b9fc3 to /dev/sdb [ 779.684731] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 779.684731] env[69905]: value = "task-3413211" [ 779.684731] env[69905]: _type = "Task" [ 779.684731] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.697083] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.732976] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab157f-7715-44ae-83e4-338cb0bf25c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.745998] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f7b42f-858c-4362-9087-43bc5d87c591 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.768596] env[69905]: DEBUG nova.virt.block_device [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updating existing volume attachment record: d6c95b4b-3053-4fa9-aa37-16d3e06b1f0c {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 779.893225] env[69905]: DEBUG nova.network.neutron [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance_info_cache with network_info: [{"id": "39eef571-694f-44c2-a9e2-c2ca71797f34", "address": "fa:16:3e:f7:7d:9a", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39eef571-69", "ovs_interfaceid": "39eef571-694f-44c2-a9e2-c2ca71797f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.984571] env[69905]: DEBUG nova.compute.manager [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Received event network-vif-plugged-307b40b2-e410-46e5-9606-e9a08aa232ec {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.984639] env[69905]: DEBUG oslo_concurrency.lockutils [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] Acquiring lock "841e895f-88d6-4f70-b37a-44beeb4a9890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.985641] env[69905]: DEBUG oslo_concurrency.lockutils [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.985641] env[69905]: DEBUG oslo_concurrency.lockutils [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.988491] env[69905]: DEBUG nova.compute.manager [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] No waiting events found dispatching network-vif-plugged-307b40b2-e410-46e5-9606-e9a08aa232ec {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.988659] env[69905]: WARNING nova.compute.manager [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Received unexpected event network-vif-plugged-307b40b2-e410-46e5-9606-e9a08aa232ec for instance with vm_state building and task_state spawning. [ 779.989979] env[69905]: DEBUG nova.compute.manager [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Received event network-changed-307b40b2-e410-46e5-9606-e9a08aa232ec {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.989979] env[69905]: DEBUG nova.compute.manager [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Refreshing instance network info cache due to event network-changed-307b40b2-e410-46e5-9606-e9a08aa232ec. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.989979] env[69905]: DEBUG oslo_concurrency.lockutils [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] Acquiring lock "refresh_cache-841e895f-88d6-4f70-b37a-44beeb4a9890" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.989979] env[69905]: DEBUG oslo_concurrency.lockutils [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] Acquired lock "refresh_cache-841e895f-88d6-4f70-b37a-44beeb4a9890" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.989979] env[69905]: DEBUG nova.network.neutron [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Refreshing network info cache for port 307b40b2-e410-46e5-9606-e9a08aa232ec {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.020919] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520aac70-e584-bdf5-4d4d-2ffe916e0aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.024914] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d174d842-e283-4cc9-a47f-9054ba28ed03 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.031851] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 780.031851] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a07eb0-8e12-a1a3-d024-c596c1f33a33" [ 780.031851] env[69905]: _type = "Task" [ 780.031851] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.048725] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a07eb0-8e12-a1a3-d024-c596c1f33a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.115403] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413210, 'name': Rename_Task, 'duration_secs': 0.31159} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.116057] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.116057] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32270c4d-1b1b-431b-bbb5-d6db9c82334e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.119491] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17bdc07-73c3-4c3b-b565-f0c5507822a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.132312] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c17e1-afb7-46c8-9835-e11a00349702 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.136818] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 780.136818] env[69905]: value = "task-3413215" [ 780.136818] env[69905]: _type = "Task" [ 780.136818] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.171683] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8101186f-d5e1-48e0-9a70-167339fff959 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.178738] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413215, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.183578] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eb3e11-f6a4-4ec8-a2c3-db8a10c5f4b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.196422] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.204881] env[69905]: DEBUG nova.compute.provider_tree [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.396766] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.397061] env[69905]: DEBUG nova.objects.instance [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lazy-loading 'migration_context' on Instance uuid 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.551064] env[69905]: DEBUG nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.554350] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a07eb0-8e12-a1a3-d024-c596c1f33a33, 'name': SearchDatastore_Task, 'duration_secs': 0.026854} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.556036] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.556535] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 841e895f-88d6-4f70-b37a-44beeb4a9890/841e895f-88d6-4f70-b37a-44beeb4a9890.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.560366] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28775d05-553c-45a2-a109-b0a4ce09d6f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.573280] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 780.573280] env[69905]: value = "task-3413216" [ 780.573280] env[69905]: _type = "Task" [ 780.573280] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.588051] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.597055] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.597055] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.597055] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.597055] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.597418] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.597418] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.597653] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.597977] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.598315] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.598610] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.598965] env[69905]: DEBUG nova.virt.hardware [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.600432] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aeb088-9c35-4c5d-9a08-28a7e5e46aa6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.611080] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7373f2b1-9b5c-4298-b681-7f5846beac4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.626808] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.632827] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Creating folder: Project (704a2bb0d05c4b1c8af4d6bff8d7411f). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.635897] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0e84c47-75fc-49fc-9cff-b2a1ca82886d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.648684] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413215, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.654730] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Created folder: Project (704a2bb0d05c4b1c8af4d6bff8d7411f) in parent group-v680985. [ 780.654730] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Creating folder: Instances. Parent ref: group-v681074. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.654730] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-626dc321-49d7-40ca-ab76-7defc4193090 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.666416] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Created folder: Instances in parent group-v681074. [ 780.666959] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.667973] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.667973] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c95be6f-5716-4e79-bd7c-ef7fa36ca6b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.692596] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.692596] env[69905]: value = "task-3413219" [ 780.692596] env[69905]: _type = "Task" [ 780.692596] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.700332] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.706854] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413219, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.708998] env[69905]: DEBUG nova.scheduler.client.report [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.787030] env[69905]: DEBUG nova.network.neutron [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Updated VIF entry in instance network info cache for port 307b40b2-e410-46e5-9606-e9a08aa232ec. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.787647] env[69905]: DEBUG nova.network.neutron [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Updating instance_info_cache with network_info: [{"id": "307b40b2-e410-46e5-9606-e9a08aa232ec", "address": "fa:16:3e:90:8c:ff", "network": {"id": "6e4c739f-fa2c-4491-9df2-1cf3e961ff9e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1992075898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d319acfa67f43feb8ac43c4609b57a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307b40b2-e4", "ovs_interfaceid": "307b40b2-e410-46e5-9606-e9a08aa232ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.900387] env[69905]: DEBUG nova.objects.base [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Object Instance<0e60bda5-6b99-4a55-9aec-3cf4ed415d3e> lazy-loaded attributes: info_cache,migration_context {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 780.901362] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232efd0f-c400-436c-ba2b-9bcb98b1bb7e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.925104] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bc1f07-50be-4c53-8a8c-29ff19f7f4be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.933055] env[69905]: DEBUG oslo_vmware.api [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 780.933055] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5248d99f-2a8d-aa9e-06e6-4fa6173cbe1e" [ 780.933055] env[69905]: _type = "Task" [ 780.933055] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.945386] env[69905]: DEBUG oslo_vmware.api [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5248d99f-2a8d-aa9e-06e6-4fa6173cbe1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.083950] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413216, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.121770] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "71187f47-1b8c-4685-b7b1-c8ca60a811de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.122065] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.150212] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413215, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.200432] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413211, 'name': ReconfigVM_Task, 'duration_secs': 1.346815} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.200989] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 1150e76e-fa6d-4887-8ec6-cb72545c16eb/1150e76e-fa6d-4887-8ec6-cb72545c16eb.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.201717] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c96d47-7395-438c-939f-6d9214bd99b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.206630] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413219, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.212069] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 781.212069] env[69905]: value = "task-3413220" [ 781.212069] env[69905]: _type = "Task" [ 781.212069] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.215805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.216397] env[69905]: DEBUG nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.219037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.111s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.221649] env[69905]: INFO nova.compute.claims [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.236882] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413220, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.253032] env[69905]: DEBUG nova.compute.manager [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Received event network-changed-437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.253300] env[69905]: DEBUG nova.compute.manager [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Refreshing instance network info cache due to event network-changed-437e5f48-0a3d-4d46-b7ed-7cf33562f7df. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.253573] env[69905]: DEBUG oslo_concurrency.lockutils [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] Acquiring lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.253771] env[69905]: DEBUG oslo_concurrency.lockutils [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] Acquired lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.254089] env[69905]: DEBUG nova.network.neutron [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Refreshing network info cache for port 437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.291159] env[69905]: DEBUG oslo_concurrency.lockutils [req-c639b249-cad9-456a-9fcc-2972170e4d6f req-79a1cbe7-12a0-4d92-931b-d0f2719e17c8 service nova] Releasing lock "refresh_cache-841e895f-88d6-4f70-b37a-44beeb4a9890" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.444151] env[69905]: DEBUG oslo_vmware.api [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5248d99f-2a8d-aa9e-06e6-4fa6173cbe1e, 'name': SearchDatastore_Task, 'duration_secs': 0.036688} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.444510] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.585678] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659161} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.585970] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 841e895f-88d6-4f70-b37a-44beeb4a9890/841e895f-88d6-4f70-b37a-44beeb4a9890.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.586246] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.586516] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-658a8579-b08d-455e-b9b0-8c077afe4311 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.598183] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 781.598183] env[69905]: value = "task-3413221" [ 781.598183] env[69905]: _type = "Task" [ 781.598183] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.612360] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.649162] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413215, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.704019] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413219, 'name': CreateVM_Task, 'duration_secs': 0.69311} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.704019] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.704184] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.704311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.704650] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.704906] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c694af16-eb7d-438e-9c82-c187912fa208 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.711681] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 781.711681] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c44d9-d9c1-2418-9b8e-b655e50b2810" [ 781.711681] env[69905]: _type = "Task" [ 781.711681] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.734421] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413220, 'name': Rename_Task, 'duration_secs': 0.197873} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.739586] env[69905]: DEBUG nova.compute.utils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.742493] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c44d9-d9c1-2418-9b8e-b655e50b2810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.742966] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.743266] env[69905]: DEBUG nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 781.743449] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9b2f463-2b33-49bf-b2af-15eb9ec9e074 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.752045] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 781.752045] env[69905]: value = "task-3413222" [ 781.752045] env[69905]: _type = "Task" [ 781.752045] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.765773] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.966948] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a2863eb9-0d04-4f6c-a05d-71a705b13283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.967398] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.046094] env[69905]: DEBUG nova.network.neutron [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updated VIF entry in instance network info cache for port 437e5f48-0a3d-4d46-b7ed-7cf33562f7df. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.046428] env[69905]: DEBUG nova.network.neutron [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.111021] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072394} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.111021] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.111021] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b71d75-7f00-4c58-8976-f35e012e8285 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.134673] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 841e895f-88d6-4f70-b37a-44beeb4a9890/841e895f-88d6-4f70-b37a-44beeb4a9890.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.135519] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4c5e5c-62f7-4e67-aab1-4fe8f6ec6d47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.162469] env[69905]: DEBUG oslo_vmware.api [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413215, 'name': PowerOnVM_Task, 'duration_secs': 1.882467} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.163483] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.163698] env[69905]: INFO nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Took 12.44 seconds to spawn the instance on the hypervisor. [ 782.163884] env[69905]: DEBUG nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.164240] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 782.164240] env[69905]: value = "task-3413224" [ 782.164240] env[69905]: _type = "Task" [ 782.164240] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.164960] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4be11d-e78b-43b5-91fd-a5e6e0bbeb7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.181675] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.223507] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c44d9-d9c1-2418-9b8e-b655e50b2810, 'name': SearchDatastore_Task, 'duration_secs': 0.01639} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.223912] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.224149] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.224497] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.224567] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.224748] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.225475] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a58a3ae2-597d-4dde-b5d1-f3ef17b8d18e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.236731] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.236731] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.237227] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c61b09-6722-443b-9826-0bf7cbe3ebc9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.242846] env[69905]: DEBUG nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.249508] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 782.249508] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fa12e5-c984-9be3-bb69-d78a0b557e7e" [ 782.249508] env[69905]: _type = "Task" [ 782.249508] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.267706] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "447553ee-5d75-4647-b650-ac52b860ab01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.268126] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "447553ee-5d75-4647-b650-ac52b860ab01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.268351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "447553ee-5d75-4647-b650-ac52b860ab01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.268565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "447553ee-5d75-4647-b650-ac52b860ab01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.268736] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "447553ee-5d75-4647-b650-ac52b860ab01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.270252] env[69905]: DEBUG oslo_vmware.api [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413222, 'name': PowerOnVM_Task, 'duration_secs': 0.501022} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.274363] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.274593] env[69905]: INFO nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Took 9.88 seconds to spawn the instance on the hypervisor. [ 782.275030] env[69905]: DEBUG nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.275158] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fa12e5-c984-9be3-bb69-d78a0b557e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.275564] env[69905]: INFO nova.compute.manager [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Terminating instance [ 782.278753] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37f0ab5-6133-4350-a9d0-3507c7ba8021 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.432475] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.432916] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.549799] env[69905]: DEBUG oslo_concurrency.lockutils [req-f0844f6c-9b09-4c22-8fc4-1190c3ee5a5c req-564e57c0-71e4-47dc-a90e-1914e781797e service nova] Releasing lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680877] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413224, 'name': ReconfigVM_Task, 'duration_secs': 0.285497} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.681258] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 841e895f-88d6-4f70-b37a-44beeb4a9890/841e895f-88d6-4f70-b37a-44beeb4a9890.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.682196] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35fa1eae-a5b1-4c93-a220-8454c36c5e5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.696100] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 782.696100] env[69905]: value = "task-3413225" [ 782.696100] env[69905]: _type = "Task" [ 782.696100] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.698295] env[69905]: INFO nova.compute.manager [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Took 36.47 seconds to build instance. [ 782.709164] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413225, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.724706] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003bc995-fa09-4dc9-9f4f-670681f06e5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.733756] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1967931-4e12-4c12-89cd-b0828fb50b99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.770659] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-a58a5b47-54a0-493a-9048-913a4f16c306-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.770910] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-a58a5b47-54a0-493a-9048-913a4f16c306-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.771244] env[69905]: DEBUG nova.objects.instance [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'flavor' on Instance uuid a58a5b47-54a0-493a-9048-913a4f16c306 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.777166] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fbd96c-01be-4c56-b1dc-c0523f97786e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.785992] env[69905]: DEBUG nova.compute.manager [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.786309] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.790985] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a4848-96e2-4082-8a68-10f9d3d02623 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.794837] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048dae33-5868-4fb2-a33f-6587bdcca6af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.802243] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fa12e5-c984-9be3-bb69-d78a0b557e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.024169} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.809824] env[69905]: INFO nova.compute.manager [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Took 35.44 seconds to build instance. [ 782.812547] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc766073-4dcb-4c20-baa3-96db0725d3f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.826467] env[69905]: DEBUG nova.compute.provider_tree [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.828273] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.829132] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f960fef6-368c-4dff-92c6-023adbaa531b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.835645] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 782.835645] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fdb5be-b226-1602-2e3f-311e092a73ab" [ 782.835645] env[69905]: _type = "Task" [ 782.835645] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.840857] env[69905]: DEBUG oslo_vmware.api [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 782.840857] env[69905]: value = "task-3413226" [ 782.840857] env[69905]: _type = "Task" [ 782.840857] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.847097] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fdb5be-b226-1602-2e3f-311e092a73ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.852795] env[69905]: DEBUG oslo_vmware.api [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.949521] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.949521] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.949521] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.949521] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.950245] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.950245] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.950245] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 782.951252] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.200795] env[69905]: DEBUG oslo_concurrency.lockutils [None req-90314c02-1c03-4828-9e9b-0e8e4483e586 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.658s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.212979] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413225, 'name': Rename_Task, 'duration_secs': 0.207958} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.213185] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.213467] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23bbdc34-18fd-44dc-a42f-0974d7743156 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.222230] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 783.222230] env[69905]: value = "task-3413227" [ 783.222230] env[69905]: _type = "Task" [ 783.222230] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.236816] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.272590] env[69905]: DEBUG nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.304557] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.304824] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.304982] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.305174] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.305328] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.305520] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.305730] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.305886] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.306103] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.306233] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.306396] env[69905]: DEBUG nova.virt.hardware [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.307277] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b5e3bc-05b1-4483-a30a-cd94c63a6f5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.315566] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be071af-0738-4e41-a6eb-6be0724da434 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.330859] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e21c95-cb72-4d30-86d2-224b2b432d2d tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.142s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.331161] env[69905]: DEBUG nova.scheduler.client.report [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.334925] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.340927] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Creating folder: Project (07383474d53447c89b949ff6d6d0b29b). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.345117] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73aea9ed-afd9-47e8-be83-ccc0ad83e4f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.362218] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fdb5be-b226-1602-2e3f-311e092a73ab, 'name': SearchDatastore_Task, 'duration_secs': 0.030288} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.364364] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.364673] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.364953] env[69905]: DEBUG oslo_vmware.api [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413226, 'name': PowerOffVM_Task, 'duration_secs': 0.409025} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.366336] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ebb1388-cf6b-4229-ba5c-cbd0ea25a052 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.368229] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.368410] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.368965] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Created folder: Project (07383474d53447c89b949ff6d6d0b29b) in parent group-v680985. [ 783.369169] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Creating folder: Instances. Parent ref: group-v681077. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.369400] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b0bc27e-7957-40c8-9517-32a428070feb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.370926] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d485f52-90f0-49de-8dad-5b0afc6bf080 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.384458] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 783.384458] env[69905]: value = "task-3413229" [ 783.384458] env[69905]: _type = "Task" [ 783.384458] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.389623] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Created folder: Instances in parent group-v681077. [ 783.389833] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.390417] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.391448] env[69905]: DEBUG nova.objects.instance [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'pci_requests' on Instance uuid a58a5b47-54a0-493a-9048-913a4f16c306 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.392366] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51cb8db3-042b-4644-a7c3-368f564dc455 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.410049] env[69905]: DEBUG nova.objects.base [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 783.410049] env[69905]: DEBUG nova.network.neutron [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.412138] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.418399] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.418399] env[69905]: value = "task-3413232" [ 783.418399] env[69905]: _type = "Task" [ 783.418399] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.427104] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413232, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.443238] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.443395] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.443581] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Deleting the datastore file [datastore1] 447553ee-5d75-4647-b650-ac52b860ab01 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.443876] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ff92d5-9d82-4e31-962d-d89489ff2f66 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.449970] env[69905]: DEBUG nova.policy [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.454080] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.454492] env[69905]: DEBUG oslo_vmware.api [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for the task: (returnval){ [ 783.454492] env[69905]: value = "task-3413233" [ 783.454492] env[69905]: _type = "Task" [ 783.454492] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.465103] env[69905]: DEBUG oslo_vmware.api [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.706667] env[69905]: DEBUG nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.743367] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413227, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.763992] env[69905]: DEBUG nova.network.neutron [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Successfully created port: 8c2b83e9-742d-4d71-8960-69e271db2a65 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.845028] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.845028] env[69905]: DEBUG nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.848892] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.725s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.851613] env[69905]: INFO nova.compute.claims [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.855625] env[69905]: DEBUG nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.901052] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.934161] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413232, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.966673] env[69905]: DEBUG oslo_vmware.api [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Task: {'id': task-3413233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39093} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.967198] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.967278] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.967457] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.967627] env[69905]: INFO nova.compute.manager [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Took 1.18 seconds to destroy the instance on the hypervisor. [ 783.967871] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.968078] env[69905]: DEBUG nova.compute.manager [-] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.968178] env[69905]: DEBUG nova.network.neutron [-] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.234431] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413227, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.244282] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.314910] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 784.315168] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681073', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'name': 'volume-d628eb0f-6262-416d-8b02-6e23914b9fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd2babb-0fd6-4ad1-8074-946dc59d64c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'serial': 'd628eb0f-6262-416d-8b02-6e23914b9fc3'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 784.316048] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb852c0-b02f-45ba-a8b2-d48808f7febc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.333136] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b3442a-b462-49fe-9780-707bd7f9d080 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.359675] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-d628eb0f-6262-416d-8b02-6e23914b9fc3/volume-d628eb0f-6262-416d-8b02-6e23914b9fc3.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.361307] env[69905]: DEBUG nova.compute.utils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.365447] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcab09ce-45f2-436a-8904-17d265107236 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.382191] env[69905]: DEBUG nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.382522] env[69905]: DEBUG nova.network.neutron [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.395355] env[69905]: DEBUG oslo_vmware.api [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 784.395355] env[69905]: value = "task-3413234" [ 784.395355] env[69905]: _type = "Task" [ 784.395355] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.400173] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617229} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.402885] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.405582] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.405582] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.405582] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65d16ddc-0249-4f95-8d29-f44c039983d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.414984] env[69905]: DEBUG oslo_vmware.api [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.416791] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 784.416791] env[69905]: value = "task-3413235" [ 784.416791] env[69905]: _type = "Task" [ 784.416791] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.429064] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3dd19d4a-e4ba-4135-9091-2e2c2af438c3 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "interface-e4d106b0-164b-4064-8868-3ba80292d7e4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.429362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3dd19d4a-e4ba-4135-9091-2e2c2af438c3 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "interface-e4d106b0-164b-4064-8868-3ba80292d7e4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.429687] env[69905]: DEBUG nova.objects.instance [None req-3dd19d4a-e4ba-4135-9091-2e2c2af438c3 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lazy-loading 'flavor' on Instance uuid e4d106b0-164b-4064-8868-3ba80292d7e4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.431977] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.439604] env[69905]: DEBUG nova.policy [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07afd733368a47d9b6ab833efd7a6fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2991068874664ddb96502c1e595cbd6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.447455] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413232, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.724180] env[69905]: DEBUG nova.network.neutron [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Successfully created port: 4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.736791] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413227, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.883179] env[69905]: DEBUG nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.911276] env[69905]: DEBUG oslo_vmware.api [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.931228] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151821} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.935607] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.938082] env[69905]: DEBUG nova.objects.instance [None req-3dd19d4a-e4ba-4135-9091-2e2c2af438c3 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lazy-loading 'pci_requests' on Instance uuid e4d106b0-164b-4064-8868-3ba80292d7e4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.940134] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2abcf9-3651-4344-8ad3-488c82fe4261 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.956290] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413232, 'name': CreateVM_Task, 'duration_secs': 1.333753} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.964489] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.965504] env[69905]: DEBUG nova.network.neutron [-] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.979144] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.982724] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.982901] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.983315] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.984456] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57252ff8-8bb5-475f-ae7c-3f80f9ab42f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.999745] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61efbea-2657-4249-9685-84a30a884be3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.007425] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 785.007425] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e57e1c-0a20-e98a-6e87-c33dd3a9f8a3" [ 785.007425] env[69905]: _type = "Task" [ 785.007425] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.015948] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 785.015948] env[69905]: value = "task-3413236" [ 785.015948] env[69905]: _type = "Task" [ 785.015948] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.026508] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e57e1c-0a20-e98a-6e87-c33dd3a9f8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.027323] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.027573] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.027881] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.028167] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.028405] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.028725] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9edf4cb9-7767-497d-881e-61673a13a41c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.035234] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.045019] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.045019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.045693] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7719de24-c9b8-4032-bfc0-ea47a2e533ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.055949] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 785.055949] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b88ef9-1703-3d99-4007-91d394e50715" [ 785.055949] env[69905]: _type = "Task" [ 785.055949] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.066811] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b88ef9-1703-3d99-4007-91d394e50715, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.071644] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c490f2f-5ce7-47d4-8d82-30e1dc859fdc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.078436] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 785.078436] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e98bc9-da65-8313-8096-099491af3225" [ 785.078436] env[69905]: _type = "Task" [ 785.078436] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.093183] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e98bc9-da65-8313-8096-099491af3225, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.093474] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.093778] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.094112] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a01e8ec3-9018-42fb-b7e0-9021a96d77e2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.103997] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 785.103997] env[69905]: value = "task-3413237" [ 785.103997] env[69905]: _type = "Task" [ 785.103997] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.116997] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.236712] env[69905]: DEBUG oslo_vmware.api [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413227, 'name': PowerOnVM_Task, 'duration_secs': 1.786921} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.239492] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.239701] env[69905]: INFO nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Took 10.13 seconds to spawn the instance on the hypervisor. [ 785.239884] env[69905]: DEBUG nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.240974] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4090899f-0112-4878-9694-b167b064ba08 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.301565] env[69905]: DEBUG nova.network.neutron [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Successfully updated port: 8c2b83e9-742d-4d71-8960-69e271db2a65 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.411321] env[69905]: DEBUG oslo_vmware.api [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413234, 'name': ReconfigVM_Task, 'duration_secs': 0.780652} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.412513] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-d628eb0f-6262-416d-8b02-6e23914b9fc3/volume-d628eb0f-6262-416d-8b02-6e23914b9fc3.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.417561] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56328a6c-dd78-42e0-ad5c-bbf415e73f1c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.420174] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e0f436-da6b-4969-926e-280209e13681 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.439171] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ab2b3b-c973-421e-a8f6-9a2667d994c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.442772] env[69905]: DEBUG oslo_vmware.api [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 785.442772] env[69905]: value = "task-3413238" [ 785.442772] env[69905]: _type = "Task" [ 785.442772] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.471224] env[69905]: DEBUG nova.objects.base [None req-3dd19d4a-e4ba-4135-9091-2e2c2af438c3 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 785.471467] env[69905]: DEBUG nova.network.neutron [None req-3dd19d4a-e4ba-4135-9091-2e2c2af438c3 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.475651] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bac8950-744d-4712-8b0d-3105b82c132c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.483058] env[69905]: DEBUG oslo_vmware.api [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.483174] env[69905]: INFO nova.compute.manager [-] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Took 1.51 seconds to deallocate network for instance. [ 785.496444] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cef25eb-b9de-4aec-8da8-1bc941a91df4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.524177] env[69905]: DEBUG nova.compute.provider_tree [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.547717] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.585295] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3dd19d4a-e4ba-4135-9091-2e2c2af438c3 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "interface-e4d106b0-164b-4064-8868-3ba80292d7e4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.156s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.617708] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413237, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.765098] env[69905]: INFO nova.compute.manager [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Took 36.86 seconds to build instance. [ 785.806188] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.806424] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.806857] env[69905]: DEBUG nova.network.neutron [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.892625] env[69905]: DEBUG nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.919393] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.919629] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.919782] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.919963] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.920125] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.920276] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.920492] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.920646] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.920812] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.920974] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.921175] env[69905]: DEBUG nova.virt.hardware [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.922030] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e255afe-6548-48de-a8e8-5d628cfcc8a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.930689] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656ab507-c360-436c-bf20-5d3031b1f299 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.954926] env[69905]: DEBUG oslo_vmware.api [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413238, 'name': ReconfigVM_Task, 'duration_secs': 0.291807} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.955280] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681073', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'name': 'volume-d628eb0f-6262-416d-8b02-6e23914b9fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd2babb-0fd6-4ad1-8074-946dc59d64c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'serial': 'd628eb0f-6262-416d-8b02-6e23914b9fc3'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 785.996293] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.033097] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413236, 'name': ReconfigVM_Task, 'duration_secs': 0.61416} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.033333] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.034254] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8f721f-6bcb-48cb-961c-33d35da1dae5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.036534] env[69905]: DEBUG nova.scheduler.client.report [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.047199] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 786.047199] env[69905]: value = "task-3413239" [ 786.047199] env[69905]: _type = "Task" [ 786.047199] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.056916] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413239, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.116400] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845725} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.116730] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.116973] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.117275] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc276bf-ba05-4cfb-bb84-6d07dddb105e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.126864] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 786.126864] env[69905]: value = "task-3413240" [ 786.126864] env[69905]: _type = "Task" [ 786.126864] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.136772] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.246884] env[69905]: DEBUG nova.network.neutron [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Successfully updated port: 4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.267640] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47b18c6e-8d1c-46a0-90d8-d9d9e5f5c1a1 tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.369s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.345360] env[69905]: WARNING nova.network.neutron [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] 97a7a80d-6afa-43c4-bddd-824a71a3596d already exists in list: networks containing: ['97a7a80d-6afa-43c4-bddd-824a71a3596d']. ignoring it [ 786.541711] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.542997] env[69905]: DEBUG nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.547986] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.202s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.548246] env[69905]: DEBUG nova.objects.instance [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lazy-loading 'resources' on Instance uuid 33b817ff-96bf-4d5f-880c-d88b458e260b {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.561424] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413239, 'name': Rename_Task, 'duration_secs': 0.384211} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.562171] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.562454] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85df79ed-deb4-4cf9-aa35-db297f6cd355 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.574741] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 786.574741] env[69905]: value = "task-3413241" [ 786.574741] env[69905]: _type = "Task" [ 786.574741] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.585353] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.641380] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265198} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.642095] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.643250] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e993b1-588d-4bcb-b882-9f3176aac589 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.666494] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.666494] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2703b0-39eb-4984-bbf9-725ce2885ebe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.681084] env[69905]: DEBUG nova.network.neutron [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c2b83e9-742d-4d71-8960-69e271db2a65", "address": "fa:16:3e:8f:74:9b", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2b83e9-74", "ovs_interfaceid": "8c2b83e9-742d-4d71-8960-69e271db2a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.690705] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 786.690705] env[69905]: value = "task-3413242" [ 786.690705] env[69905]: _type = "Task" [ 786.690705] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.703428] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.750070] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.750070] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.750070] env[69905]: DEBUG nova.network.neutron [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.770293] env[69905]: DEBUG nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.999423] env[69905]: DEBUG nova.objects.instance [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'flavor' on Instance uuid 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.055500] env[69905]: DEBUG nova.compute.utils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.057237] env[69905]: DEBUG nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.057419] env[69905]: DEBUG nova.network.neutron [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.093920] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.103855] env[69905]: DEBUG nova.policy [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f16f36731634ca0b5d9631869678f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53ddd8794373497490c340c31f1b8f58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.183955] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.184759] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.184917] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.185832] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb0205-2475-42af-ae9f-d4ffab23c070 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.210785] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.211037] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.211201] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.211384] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.211592] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.211689] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.211870] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.212044] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.212219] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.212398] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.212578] env[69905]: DEBUG nova.virt.hardware [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.219307] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Reconfiguring VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 787.222680] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da36324a-071e-4748-a318-27512fb57776 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.242653] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.244019] env[69905]: DEBUG oslo_vmware.api [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 787.244019] env[69905]: value = "task-3413243" [ 787.244019] env[69905]: _type = "Task" [ 787.244019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.256601] env[69905]: DEBUG oslo_vmware.api [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413243, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.292212] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.310676] env[69905]: DEBUG nova.network.neutron [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.506573] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9f19209a-480e-4e36-a1f5-ef6d40798532 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.562185] env[69905]: DEBUG nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.592289] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.619093] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f51966-df90-4344-8c6a-54304950999b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.630959] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439042fe-43f7-40f9-9dd9-ae96f3f9c73c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.676484] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b20119-3596-44ee-9b3a-80abb76ed1f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.686222] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1022d588-a96d-4430-abec-e1f11396e87e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.715947] env[69905]: DEBUG nova.compute.provider_tree [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.723011] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413242, 'name': ReconfigVM_Task, 'duration_secs': 0.800522} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.723348] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.723990] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b02a06a6-aea1-4b93-81b2-480e5d8d2bde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.733831] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 787.733831] env[69905]: value = "task-3413244" [ 787.733831] env[69905]: _type = "Task" [ 787.733831] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.746501] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413244, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.756098] env[69905]: DEBUG oslo_vmware.api [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.756949] env[69905]: DEBUG nova.network.neutron [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Successfully created port: 8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.785524] env[69905]: DEBUG nova.network.neutron [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [{"id": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "address": "fa:16:3e:cb:a3:fa", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0de80c-39", "ovs_interfaceid": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.077127] env[69905]: INFO nova.virt.block_device [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Booting with volume 2dcbdde2-28ff-430a-875d-a4c6acdee682 at /dev/sda [ 788.090877] env[69905]: DEBUG oslo_vmware.api [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413241, 'name': PowerOnVM_Task, 'duration_secs': 1.064344} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.090877] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.091163] env[69905]: INFO nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Took 7.54 seconds to spawn the instance on the hypervisor. [ 788.091163] env[69905]: DEBUG nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.091991] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2d5060-d21f-4c48-8175-5d1e8a1a5e1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.118805] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ff8357c-b6b6-43af-accd-a784ac951b24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.130363] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3535e5-6b6d-4ed4-8b16-e2943775b485 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.174172] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47e7aa2b-e979-42b2-b7fb-2d794a1d46ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.183789] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbbe952-4dc1-4fdf-a7d5-64318b14535c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.225736] env[69905]: DEBUG nova.scheduler.client.report [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.230144] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de98c5-6bde-4bf0-80b1-7705fcec95bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.240350] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6edf1be-44d5-47e7-a74e-4917ab994037 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.245718] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413244, 'name': Rename_Task, 'duration_secs': 0.153945} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.246385] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.246710] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2faa3a99-1ea0-49a8-b062-a81392541829 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.258349] env[69905]: DEBUG nova.virt.block_device [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Updating existing volume attachment record: e9bf1cc1-cde6-4710-9291-893d9e052f0c {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 788.264935] env[69905]: DEBUG oslo_vmware.api [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413243, 'name': ReconfigVM_Task, 'duration_secs': 0.94236} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.265244] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 788.265244] env[69905]: value = "task-3413245" [ 788.265244] env[69905]: _type = "Task" [ 788.265244] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.265745] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.265898] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Reconfigured VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 788.279326] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413245, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.288154] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Releasing lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.289119] env[69905]: DEBUG nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Instance network_info: |[{"id": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "address": "fa:16:3e:cb:a3:fa", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0de80c-39", "ovs_interfaceid": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.289119] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:a3:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f0de80c-39a6-4a0b-bab9-84782588cbfd', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.297494] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Creating folder: Project (2991068874664ddb96502c1e595cbd6a). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.298782] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25187685-0411-47b8-a2c3-9e1826c5096f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.313501] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Created folder: Project (2991068874664ddb96502c1e595cbd6a) in parent group-v680985. [ 788.313813] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Creating folder: Instances. Parent ref: group-v681080. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.314106] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a31e8c-0a83-4c6d-9220-5c76311db82c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.327445] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Created folder: Instances in parent group-v681080. [ 788.327548] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.328425] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.328425] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-626265fc-193a-4bbc-a0cd-cd44de11541e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.349680] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.349680] env[69905]: value = "task-3413248" [ 788.349680] env[69905]: _type = "Task" [ 788.349680] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.360130] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413248, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.540052] env[69905]: DEBUG nova.compute.manager [req-eda6ce60-6149-4aeb-a2ef-955dca31fa56 req-82eb70c1-a3ee-4424-ae63-e99b18703307 service nova] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Received event network-vif-deleted-4b6e1bfd-e5a3-44d8-889d-635f43a93139 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.609274] env[69905]: INFO nova.compute.manager [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Took 29.81 seconds to build instance. [ 788.736074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.736781] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.521s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.737154] env[69905]: DEBUG nova.objects.instance [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lazy-loading 'resources' on Instance uuid 9d501907-48a9-4300-8740-57b3da041af4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.756486] env[69905]: INFO nova.scheduler.client.report [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Deleted allocations for instance 33b817ff-96bf-4d5f-880c-d88b458e260b [ 788.773997] env[69905]: DEBUG oslo_concurrency.lockutils [None req-22182684-d5f6-48ee-a121-49cbdc9d7c81 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-a58a5b47-54a0-493a-9048-913a4f16c306-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.003s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.793991] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.862696] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413248, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.977452] env[69905]: DEBUG nova.compute.manager [req-5e412b89-08af-450e-ad1d-e0d86f008c85 req-1a6f0832-2003-4058-b7fc-8075bfe8d7f9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received event network-vif-plugged-8c2b83e9-742d-4d71-8960-69e271db2a65 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.977683] env[69905]: DEBUG oslo_concurrency.lockutils [req-5e412b89-08af-450e-ad1d-e0d86f008c85 req-1a6f0832-2003-4058-b7fc-8075bfe8d7f9 service nova] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.977937] env[69905]: DEBUG oslo_concurrency.lockutils [req-5e412b89-08af-450e-ad1d-e0d86f008c85 req-1a6f0832-2003-4058-b7fc-8075bfe8d7f9 service nova] Lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.978115] env[69905]: DEBUG oslo_concurrency.lockutils [req-5e412b89-08af-450e-ad1d-e0d86f008c85 req-1a6f0832-2003-4058-b7fc-8075bfe8d7f9 service nova] Lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.978277] env[69905]: DEBUG nova.compute.manager [req-5e412b89-08af-450e-ad1d-e0d86f008c85 req-1a6f0832-2003-4058-b7fc-8075bfe8d7f9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] No waiting events found dispatching network-vif-plugged-8c2b83e9-742d-4d71-8960-69e271db2a65 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.978442] env[69905]: WARNING nova.compute.manager [req-5e412b89-08af-450e-ad1d-e0d86f008c85 req-1a6f0832-2003-4058-b7fc-8075bfe8d7f9 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received unexpected event network-vif-plugged-8c2b83e9-742d-4d71-8960-69e271db2a65 for instance with vm_state active and task_state None. [ 789.111412] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1608b6eb-f06c-48d9-b69c-b8ab9ca7ba4d tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.084s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.267166] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23a88107-7692-447c-9904-428b99f4526f tempest-ServerDiagnosticsV248Test-891858962 tempest-ServerDiagnosticsV248Test-891858962-project-member] Lock "33b817ff-96bf-4d5f-880c-d88b458e260b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.397s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.276197] env[69905]: DEBUG nova.network.neutron [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Successfully updated port: 8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.289021] env[69905]: DEBUG oslo_vmware.api [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413245, 'name': PowerOnVM_Task, 'duration_secs': 0.770419} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.289021] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.289021] env[69905]: INFO nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Took 6.01 seconds to spawn the instance on the hypervisor. [ 789.289021] env[69905]: DEBUG nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.289021] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2dcdb2-0145-4aca-be44-b2bb1dbb7422 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.362316] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413248, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.559863] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "e4d106b0-164b-4064-8868-3ba80292d7e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.560149] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.560387] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "e4d106b0-164b-4064-8868-3ba80292d7e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.560535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.560716] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.563552] env[69905]: INFO nova.compute.manager [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Terminating instance [ 789.687468] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80598cf-e12e-4413-8f2a-5f56a31c13bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.696283] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e2509-6058-4b9e-b096-f165d785c804 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.731909] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfea686-e033-4f3c-8c49-ff79cd2937ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.735471] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bc401b-774d-4783-aa0c-575eb749775c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.746935] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b9b290-a3bc-418a-93b0-c333501692da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.752711] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Suspending the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 789.753048] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f35da6a0-b2e0-4aea-a419-be0c3b2e0787 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.771178] env[69905]: DEBUG nova.compute.provider_tree [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.775649] env[69905]: DEBUG oslo_vmware.api [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] Waiting for the task: (returnval){ [ 789.775649] env[69905]: value = "task-3413249" [ 789.775649] env[69905]: _type = "Task" [ 789.775649] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.779953] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Acquiring lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.780583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Acquired lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.780583] env[69905]: DEBUG nova.network.neutron [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.789907] env[69905]: DEBUG oslo_vmware.api [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] Task: {'id': task-3413249, 'name': SuspendVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.810459] env[69905]: INFO nova.compute.manager [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Took 30.27 seconds to build instance. [ 789.863542] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413248, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.071879] env[69905]: DEBUG nova.compute.manager [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.072407] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.073209] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97218c4e-fa14-417d-94ab-669f04c132f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.083472] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.083472] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b4e02e-f8ac-4dd8-9a94-6db159c7ec25 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.093706] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 790.093706] env[69905]: value = "task-3413250" [ 790.093706] env[69905]: _type = "Task" [ 790.093706] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.104597] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.283086] env[69905]: DEBUG nova.scheduler.client.report [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.311499] env[69905]: DEBUG oslo_vmware.api [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] Task: {'id': task-3413249, 'name': SuspendVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.313114] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4435dc04-9b32-4a87-a53e-40b263f31be7 tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "42d139e4-d24f-470e-9d25-3a06d36f5b77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.105s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.338558] env[69905]: DEBUG nova.network.neutron [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.368923] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413248, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.375365] env[69905]: DEBUG nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.376239] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.376239] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.376390] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.376664] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.376664] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.377588] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.377588] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.377588] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.377588] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.377588] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.377782] env[69905]: DEBUG nova.virt.hardware [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.378598] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13255329-d6c5-490d-875d-61b77d7b988a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.391027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852e742-d706-4716-8d60-8f8ab0f44143 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.502506] env[69905]: DEBUG nova.network.neutron [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Updating instance_info_cache with network_info: [{"id": "8613dddc-f9a4-45ea-a220-623b0a7be007", "address": "fa:16:3e:a0:ef:a0", "network": {"id": "02ca10fa-aace-47ed-8557-0b477bd7e5d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927034320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53ddd8794373497490c340c31f1b8f58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8613dddc-f9", "ovs_interfaceid": "8613dddc-f9a4-45ea-a220-623b0a7be007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.606917] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.627219] env[69905]: INFO nova.compute.manager [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Rebuilding instance [ 790.692309] env[69905]: DEBUG nova.compute.manager [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.693328] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d7316f-0861-45af-a565-97d22b6675d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.788156] env[69905]: DEBUG oslo_vmware.api [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] Task: {'id': task-3413249, 'name': SuspendVM_Task} progress is 62%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.805516] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.807829] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.683s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.808285] env[69905]: DEBUG nova.objects.instance [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lazy-loading 'resources' on Instance uuid 50605f9a-f3a8-4671-9cfe-6c974fbdd12a {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.830859] env[69905]: INFO nova.scheduler.client.report [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted allocations for instance 9d501907-48a9-4300-8740-57b3da041af4 [ 790.864889] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413248, 'name': CreateVM_Task, 'duration_secs': 2.417747} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.865172] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.866014] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.866275] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.866690] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.867049] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb5a9e5-14bd-4f30-9f27-bb6c1f729508 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.872949] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 790.872949] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c46485-6e4b-87c6-070a-0867720af09d" [ 790.872949] env[69905]: _type = "Task" [ 790.872949] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.882232] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c46485-6e4b-87c6-070a-0867720af09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.005899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Releasing lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.005899] env[69905]: DEBUG nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Instance network_info: |[{"id": "8613dddc-f9a4-45ea-a220-623b0a7be007", "address": "fa:16:3e:a0:ef:a0", "network": {"id": "02ca10fa-aace-47ed-8557-0b477bd7e5d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927034320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53ddd8794373497490c340c31f1b8f58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8613dddc-f9", "ovs_interfaceid": "8613dddc-f9a4-45ea-a220-623b0a7be007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.006356] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ef:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8613dddc-f9a4-45ea-a220-623b0a7be007', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.014846] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Creating folder: Project (53ddd8794373497490c340c31f1b8f58). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.016671] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c6294e1-38f0-4881-88cb-e3aa04b4dded {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.033369] env[69905]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 791.033601] env[69905]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69905) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 791.034107] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Folder already exists: Project (53ddd8794373497490c340c31f1b8f58). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 791.034344] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Creating folder: Instances. Parent ref: group-v681028. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.034643] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e65e3a9e-9ef7-4bb0-ab93-2ebd30984763 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.048734] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Created folder: Instances in parent group-v681028. [ 791.049012] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.049220] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.049436] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ef0deb-7fce-4a67-847e-fd31b0fc09c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.073773] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.073773] env[69905]: value = "task-3413253" [ 791.073773] env[69905]: _type = "Task" [ 791.073773] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.082686] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413253, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.106868] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.288201] env[69905]: DEBUG oslo_vmware.api [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] Task: {'id': task-3413249, 'name': SuspendVM_Task, 'duration_secs': 1.372885} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.288496] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Suspended the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 791.288681] env[69905]: DEBUG nova.compute.manager [None req-19d3bb22-eb6b-4091-b3b2-bfe8cf365e01 tempest-ServersAdminNegativeTestJSON-19576063 tempest-ServersAdminNegativeTestJSON-19576063-project-admin] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.289824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec94457-d219-4d26-b705-416ac28ebbff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.343617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51a06c73-bfa6-461a-9c67-30018634334c tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "9d501907-48a9-4300-8740-57b3da041af4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.866s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.385211] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c46485-6e4b-87c6-070a-0867720af09d, 'name': SearchDatastore_Task, 'duration_secs': 0.014275} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.388310] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.388648] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.388924] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.389097] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.389277] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.389775] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24d22be7-9ef1-4fb0-a66b-4deb43ca0317 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.406382] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.406846] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.407620] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff8df34-72c2-4414-9adf-4c2006ebb3c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.418136] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 791.418136] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52af2b66-d82c-4177-c4f2-16ab0a8f97ac" [ 791.418136] env[69905]: _type = "Task" [ 791.418136] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.426906] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52af2b66-d82c-4177-c4f2-16ab0a8f97ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.591276] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413253, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.610067] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.690109] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received event network-changed-8c2b83e9-742d-4d71-8960-69e271db2a65 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.690109] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Refreshing instance network info cache due to event network-changed-8c2b83e9-742d-4d71-8960-69e271db2a65. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.690109] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquiring lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690109] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquired lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.690109] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Refreshing network info cache for port 8c2b83e9-742d-4d71-8960-69e271db2a65 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.710219] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.710523] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a68ded2-5613-4107-b937-6186bee215fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.722201] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 791.722201] env[69905]: value = "task-3413254" [ 791.722201] env[69905]: _type = "Task" [ 791.722201] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.734147] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.743133] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "841e895f-88d6-4f70-b37a-44beeb4a9890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.743378] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.743378] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "841e895f-88d6-4f70-b37a-44beeb4a9890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.743570] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.743764] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.746242] env[69905]: INFO nova.compute.manager [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Terminating instance [ 791.790994] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445e41f-d0ac-4c94-be0e-df361f77ba66 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.799887] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1afbed2-b122-4d29-a379-c2af2abe436b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.839474] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ecf958-704c-4f58-b55e-755efa066b10 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.851675] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1131ed-e9c2-4be0-b40a-a4a55f1343a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.866415] env[69905]: DEBUG nova.compute.provider_tree [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.929438] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52af2b66-d82c-4177-c4f2-16ab0a8f97ac, 'name': SearchDatastore_Task, 'duration_secs': 0.041657} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.930262] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14982b77-4061-4317-8c1c-f73c4f3d38d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.937339] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 791.937339] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523dc6b8-3d9f-9791-e7c5-6681cd797a04" [ 791.937339] env[69905]: _type = "Task" [ 791.937339] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.947183] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523dc6b8-3d9f-9791-e7c5-6681cd797a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.086982] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413253, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.108519] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.191157] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "be256e2c-9094-4bdf-9be9-1189a7c12acd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.191427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.233641] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.250680] env[69905]: DEBUG nova.compute.manager [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.250899] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.252475] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0217ae57-2492-4a16-8cb1-b932356e2d11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.266443] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.266741] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16101cc4-9cfe-46e5-81e3-5c1746aae65e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.273910] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 792.273910] env[69905]: value = "task-3413255" [ 792.273910] env[69905]: _type = "Task" [ 792.273910] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.284027] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.372358] env[69905]: DEBUG nova.scheduler.client.report [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.448895] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523dc6b8-3d9f-9791-e7c5-6681cd797a04, 'name': SearchDatastore_Task, 'duration_secs': 0.018402} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.449319] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.449776] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 01e016f6-7bf0-4f5d-8516-9176b6f628f7/01e016f6-7bf0-4f5d-8516-9176b6f628f7.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.452016] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93f47606-d84e-42f3-94e7-e16c1d810c28 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.460020] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 792.460020] env[69905]: value = "task-3413256" [ 792.460020] env[69905]: _type = "Task" [ 792.460020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.468982] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.544139] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updated VIF entry in instance network info cache for port 8c2b83e9-742d-4d71-8960-69e271db2a65. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.544139] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c2b83e9-742d-4d71-8960-69e271db2a65", "address": "fa:16:3e:8f:74:9b", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2b83e9-74", "ovs_interfaceid": "8c2b83e9-742d-4d71-8960-69e271db2a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.588212] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413253, 'name': CreateVM_Task, 'duration_secs': 1.353552} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.588456] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.589159] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681040', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'name': 'volume-2dcbdde2-28ff-430a-875d-a4c6acdee682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6c6705-14ef-4200-ba89-afdcd12d9950', 'attached_at': '', 'detached_at': '', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'serial': '2dcbdde2-28ff-430a-875d-a4c6acdee682'}, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'e9bf1cc1-cde6-4710-9291-893d9e052f0c', 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69905) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 792.589373] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Root volume attach. Driver type: vmdk {{(pid=69905) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 792.590167] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe23b70d-6a90-4af2-a318-c4ef41f8a209 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.605747] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdbfbe8-64e6-417a-b3b3-6fd2a91e5d81 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.614714] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.617758] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f31175-2365-435b-a771-fa5bf4f5e72e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.627767] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4e05ecca-5097-4a3b-9162-36639d56627b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.636083] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 792.636083] env[69905]: value = "task-3413257" [ 792.636083] env[69905]: _type = "Task" [ 792.636083] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.646351] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.700383] env[69905]: DEBUG nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.736347] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.795430] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413255, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.881512] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.884606] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.116s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.886424] env[69905]: INFO nova.compute.claims [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.908041] env[69905]: INFO nova.scheduler.client.report [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Deleted allocations for instance 50605f9a-f3a8-4671-9cfe-6c974fbdd12a [ 792.973375] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413256, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.049531] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Releasing lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.049531] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received event network-vif-plugged-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.049531] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquiring lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.049531] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.049531] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.049904] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] No waiting events found dispatching network-vif-plugged-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.050244] env[69905]: WARNING nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received unexpected event network-vif-plugged-4f0de80c-39a6-4a0b-bab9-84782588cbfd for instance with vm_state building and task_state spawning. [ 793.050593] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.050895] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing instance network info cache due to event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.051216] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquiring lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.051612] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquired lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.052097] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.112999] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.154093] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 35%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.234864] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.236301] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.284948] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413255, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.416897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-51527381-d778-43a0-8009-6f389fcc08eb tempest-ImagesOneServerTestJSON-1945232180 tempest-ImagesOneServerTestJSON-1945232180-project-member] Lock "50605f9a-f3a8-4671-9cfe-6c974fbdd12a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.777s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.474357] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790235} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.474357] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 01e016f6-7bf0-4f5d-8516-9176b6f628f7/01e016f6-7bf0-4f5d-8516-9176b6f628f7.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.474357] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.474549] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4b39df-1dde-4e7e-9b65-88a528977bcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.483507] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 793.483507] env[69905]: value = "task-3413258" [ 793.483507] env[69905]: _type = "Task" [ 793.483507] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.494370] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.564358] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-a58a5b47-54a0-493a-9048-913a4f16c306-8c2b83e9-742d-4d71-8960-69e271db2a65" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.565841] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-a58a5b47-54a0-493a-9048-913a4f16c306-8c2b83e9-742d-4d71-8960-69e271db2a65" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.611245] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413250, 'name': PowerOffVM_Task, 'duration_secs': 3.5099} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.611661] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.611765] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.611965] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87aea95c-1d37-4c98-94ad-6ed8444dfdd0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.651020] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 49%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.690865] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.691052] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.691256] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Deleting the datastore file [datastore2] e4d106b0-164b-4064-8868-3ba80292d7e4 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.693189] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f657f336-1b29-4595-a010-03facdf97297 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.701628] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for the task: (returnval){ [ 793.701628] env[69905]: value = "task-3413260" [ 793.701628] env[69905]: _type = "Task" [ 793.701628] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.716136] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.734294] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413254, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.790376] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413255, 'name': PowerOffVM_Task, 'duration_secs': 1.333774} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.790691] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.790847] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.791127] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5af43ae3-5f04-433b-b2ec-f4238b78a35f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.851311] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updated VIF entry in instance network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.851677] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [{"id": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "address": "fa:16:3e:cb:a3:fa", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0de80c-39", "ovs_interfaceid": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.885086] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.885086] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.885086] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Deleting the datastore file [datastore1] 841e895f-88d6-4f70-b37a-44beeb4a9890 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.885086] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4805849e-3d1f-4bdc-b407-e98b48a65e10 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.896888] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for the task: (returnval){ [ 793.896888] env[69905]: value = "task-3413262" [ 793.896888] env[69905]: _type = "Task" [ 793.896888] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.913875] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.005326] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.368691} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.008434] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.008911] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686f2276-7d18-4db2-aa71-b6366294fd7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.039310] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 01e016f6-7bf0-4f5d-8516-9176b6f628f7/01e016f6-7bf0-4f5d-8516-9176b6f628f7.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.042295] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113d5c94-bbf7-42d9-9267-151d70f240bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.063650] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 794.063650] env[69905]: value = "task-3413263" [ 794.063650] env[69905]: _type = "Task" [ 794.063650] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.069059] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.069803] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.073941] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b324d00d-fa56-4d1a-b797-1bbddeb617c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.078852] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.098283] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1923bdde-a168-4eb2-98d7-629793b79fbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.140638] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Reconfiguring VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 794.144487] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf2d888b-1220-44f2-96a7-2161b42718a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.171575] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 794.171575] env[69905]: value = "task-3413264" [ 794.171575] env[69905]: _type = "Task" [ 794.171575] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.176244] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 63%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.191446] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.225666] env[69905]: DEBUG oslo_vmware.api [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Task: {'id': task-3413260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250037} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.233272] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.233272] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.233272] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.233272] env[69905]: INFO nova.compute.manager [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Took 4.16 seconds to destroy the instance on the hypervisor. [ 794.233502] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.233913] env[69905]: DEBUG nova.compute.manager [-] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.234020] env[69905]: DEBUG nova.network.neutron [-] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.246509] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413254, 'name': PowerOffVM_Task, 'duration_secs': 2.070613} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.249720] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.250009] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.251406] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a9bf35-5ae0-468c-96a8-02f411289297 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.267423] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.267828] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4599bd0-16c7-4186-9ac6-ff40a9ed90ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.308449] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.308449] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.308550] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Deleting the datastore file [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.309318] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-500a67eb-6364-44e3-bac9-7902c9cde40a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.326434] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 794.326434] env[69905]: value = "task-3413266" [ 794.326434] env[69905]: _type = "Task" [ 794.326434] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.342185] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.357516] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Releasing lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.357516] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Received event network-vif-plugged-8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.357516] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquiring lock "bf6c6705-14ef-4200-ba89-afdcd12d9950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.357516] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.357724] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.357724] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] No waiting events found dispatching network-vif-plugged-8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.357889] env[69905]: WARNING nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Received unexpected event network-vif-plugged-8613dddc-f9a4-45ea-a220-623b0a7be007 for instance with vm_state building and task_state spawning. [ 794.358068] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Received event network-changed-8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.358221] env[69905]: DEBUG nova.compute.manager [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Refreshing instance network info cache due to event network-changed-8613dddc-f9a4-45ea-a220-623b0a7be007. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.358404] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquiring lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.358535] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Acquired lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.358694] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Refreshing network info cache for port 8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.417418] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.547152] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb431df8-1cc7-46db-b529-1b74d0be915d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.561618] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d34cf4-98d4-4157-b760-be63ec671068 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.574866] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413263, 'name': ReconfigVM_Task, 'duration_secs': 0.442158} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.575718] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 01e016f6-7bf0-4f5d-8516-9176b6f628f7/01e016f6-7bf0-4f5d-8516-9176b6f628f7.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.576480] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7acf382d-505a-46bc-9ca0-b2197f44c833 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.602837] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386bbf2-7bf7-47ed-8e1c-3c31a47596cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.609182] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 794.609182] env[69905]: value = "task-3413267" [ 794.609182] env[69905]: _type = "Task" [ 794.609182] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.619164] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759693cb-d088-41c1-97a9-236fa3054e1a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.626434] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413267, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.641855] env[69905]: DEBUG nova.compute.provider_tree [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.659574] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 75%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.689803] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.841105] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457261} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.841386] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.841568] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.841743] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.919419] env[69905]: DEBUG oslo_vmware.api [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Task: {'id': task-3413262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.773978} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.919704] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.919893] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.920178] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.920447] env[69905]: INFO nova.compute.manager [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Took 2.67 seconds to destroy the instance on the hypervisor. [ 794.920710] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.920920] env[69905]: DEBUG nova.compute.manager [-] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.921029] env[69905]: DEBUG nova.network.neutron [-] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.970318] env[69905]: INFO nova.compute.manager [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Rebuilding instance [ 795.020211] env[69905]: DEBUG nova.compute.manager [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.020929] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595be1e6-30a1-4160-841b-4915112f21b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.136082] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413267, 'name': Rename_Task, 'duration_secs': 0.198048} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.136082] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.136285] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6452787-f3e8-407c-a337-2743d1017a62 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.146198] env[69905]: DEBUG nova.scheduler.client.report [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.152600] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 795.152600] env[69905]: value = "task-3413268" [ 795.152600] env[69905]: _type = "Task" [ 795.152600] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.177531] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.185342] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.196696] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.281496] env[69905]: DEBUG nova.compute.manager [req-2ea7191e-59cf-4628-b883-4668737e7ae9 req-d140c460-ede3-4091-baad-b8a40faa070d service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Received event network-vif-deleted-66514ef7-8e77-469b-8301-3164e69fde54 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.281934] env[69905]: INFO nova.compute.manager [req-2ea7191e-59cf-4628-b883-4668737e7ae9 req-d140c460-ede3-4091-baad-b8a40faa070d service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Neutron deleted interface 66514ef7-8e77-469b-8301-3164e69fde54; detaching it from the instance and deleting it from the info cache [ 795.281934] env[69905]: DEBUG nova.network.neutron [req-2ea7191e-59cf-4628-b883-4668737e7ae9 req-d140c460-ede3-4091-baad-b8a40faa070d service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.358495] env[69905]: DEBUG nova.network.neutron [-] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.381053] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Updated VIF entry in instance network info cache for port 8613dddc-f9a4-45ea-a220-623b0a7be007. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.381053] env[69905]: DEBUG nova.network.neutron [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Updating instance_info_cache with network_info: [{"id": "8613dddc-f9a4-45ea-a220-623b0a7be007", "address": "fa:16:3e:a0:ef:a0", "network": {"id": "02ca10fa-aace-47ed-8557-0b477bd7e5d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927034320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53ddd8794373497490c340c31f1b8f58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8613dddc-f9", "ovs_interfaceid": "8613dddc-f9a4-45ea-a220-623b0a7be007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.656905] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.657461] env[69905]: DEBUG nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.664020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.967s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.664020] env[69905]: INFO nova.compute.claims [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.671512] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 97%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.677550] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413268, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.687995] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.723616] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.723846] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.785278] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8910f4e-6192-47aa-b276-94e50856438c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.795974] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76731fb-adcc-4d5f-83a4-e3744b66ccb5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.835665] env[69905]: DEBUG nova.compute.manager [req-2ea7191e-59cf-4628-b883-4668737e7ae9 req-d140c460-ede3-4091-baad-b8a40faa070d service nova] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Detach interface failed, port_id=66514ef7-8e77-469b-8301-3164e69fde54, reason: Instance e4d106b0-164b-4064-8868-3ba80292d7e4 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.861931] env[69905]: INFO nova.compute.manager [-] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Took 1.63 seconds to deallocate network for instance. [ 795.886581] env[69905]: DEBUG oslo_concurrency.lockutils [req-d1826cbd-1b68-4d0f-ae53-ce45e17fe4b8 req-1f1a1afe-3ff6-4dc7-9ced-c9d9c2d28b3c service nova] Releasing lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.888850] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.889102] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.889298] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.889451] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.889647] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.889775] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.889990] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.890163] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.890330] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.890494] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.890673] env[69905]: DEBUG nova.virt.hardware [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.892028] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc984f16-1ecd-4375-bdd9-90e2466f8c0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.906993] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f0976e-6654-442c-bf5c-4837d5cfad60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.930191] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.935772] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.936462] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.936720] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7d6765c-d3d4-4919-a2fe-33939289a54f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.965721] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.965721] env[69905]: value = "task-3413269" [ 795.965721] env[69905]: _type = "Task" [ 795.965721] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.978339] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413269, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.041902] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.042210] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d82c4186-ff13-4b69-b8ec-827727846d61 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.053021] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 796.053021] env[69905]: value = "task-3413270" [ 796.053021] env[69905]: _type = "Task" [ 796.053021] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.064907] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.164378] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task} progress is 98%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.171070] env[69905]: DEBUG nova.compute.utils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.172414] env[69905]: DEBUG nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.172683] env[69905]: DEBUG nova.network.neutron [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.183069] env[69905]: DEBUG oslo_vmware.api [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413268, 'name': PowerOnVM_Task, 'duration_secs': 1.010817} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.186645] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.186894] env[69905]: INFO nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Took 10.29 seconds to spawn the instance on the hypervisor. [ 796.187102] env[69905]: DEBUG nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.187913] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c15360-96c7-4b1e-bcba-c207be3040f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.209591] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.226372] env[69905]: DEBUG nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.251327] env[69905]: DEBUG nova.network.neutron [-] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.324157] env[69905]: DEBUG nova.policy [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e420e6509b5041e1992412c96b249fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a28e34619a28405ab8f63b8fb81bf07d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.371553] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.478597] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413269, 'name': CreateVM_Task, 'duration_secs': 0.365382} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.478992] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.481306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.481306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.481306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.481306] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8efbf1d-84c2-406f-a8f5-cfab6c908bc5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.487444] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 796.487444] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d7875c-c794-57c6-f511-06fd07b59c25" [ 796.487444] env[69905]: _type = "Task" [ 796.487444] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.508909] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d7875c-c794-57c6-f511-06fd07b59c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.561279] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413270, 'name': PowerOffVM_Task, 'duration_secs': 0.167707} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.561548] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.562613] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.563073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c851347-e6f3-4389-91c7-46eacc655523 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.573559] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.573847] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca9af9f-86ab-4ebd-8663-eb9c4ef16b55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.601205] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.601447] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.601671] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Deleting the datastore file [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.601885] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598aea64-680e-49ad-8c1f-ef2b7acc2fb1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.610270] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 796.610270] env[69905]: value = "task-3413272" [ 796.610270] env[69905]: _type = "Task" [ 796.610270] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.620772] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.667374] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413257, 'name': RelocateVM_Task, 'duration_secs': 3.882623} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.667839] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 796.667986] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681040', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'name': 'volume-2dcbdde2-28ff-430a-875d-a4c6acdee682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6c6705-14ef-4200-ba89-afdcd12d9950', 'attached_at': '', 'detached_at': '', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'serial': '2dcbdde2-28ff-430a-875d-a4c6acdee682'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 796.669257] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312130eb-4c5b-4884-909c-b6f3163f3944 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.695764] env[69905]: DEBUG nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.707157] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527e255-f679-4d55-9068-72f136e1aad7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.720905] env[69905]: INFO nova.compute.manager [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Took 33.64 seconds to build instance. [ 796.749146] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-2dcbdde2-28ff-430a-875d-a4c6acdee682/volume-2dcbdde2-28ff-430a-875d-a4c6acdee682.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.760485] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b829372-033a-4497-85e5-5ccf8a3192d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.782272] env[69905]: INFO nova.compute.manager [-] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Took 1.86 seconds to deallocate network for instance. [ 796.782747] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.786118] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.796386] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 796.796386] env[69905]: value = "task-3413273" [ 796.796386] env[69905]: _type = "Task" [ 796.796386] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.806830] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.003720] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d7875c-c794-57c6-f511-06fd07b59c25, 'name': SearchDatastore_Task, 'duration_secs': 0.041723} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.004576] env[69905]: DEBUG nova.network.neutron [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Successfully created port: 342715b9-6ee4-4be2-8eca-78554e042674 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.007237] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.007527] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.007703] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.007954] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.008037] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.011128] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c50de451-4dac-49f7-991e-7246157d1847 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.024081] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.024294] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.025404] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4231093-02cd-498e-a00e-9750aa788841 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.033623] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 797.033623] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526cedc0-4d4b-436c-727a-ff292135e39c" [ 797.033623] env[69905]: _type = "Task" [ 797.033623] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.043356] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526cedc0-4d4b-436c-727a-ff292135e39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.126919] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366196} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.127312] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.127537] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.127794] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.217776] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.226490] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5ac3c44-c35c-493d-b3bf-e7724ce2579a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.343s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.289482] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbf4c45-a634-436d-be51-3e5a1ba9e749 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.294372] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.305994] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d1a84a-6cd3-4579-b981-1901c87c70ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.316307] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413273, 'name': ReconfigVM_Task, 'duration_secs': 0.344771} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.340626] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-2dcbdde2-28ff-430a-875d-a4c6acdee682/volume-2dcbdde2-28ff-430a-875d-a4c6acdee682.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.346081] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee271e8-076b-45d1-ba9b-c329ac55065e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.356447] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481a8965-52d4-4a76-a566-626205d5c2e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.367145] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91749f2a-2cce-483e-96c1-a4780a2fadee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.370943] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 797.370943] env[69905]: value = "task-3413274" [ 797.370943] env[69905]: _type = "Task" [ 797.370943] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.383492] env[69905]: DEBUG nova.compute.provider_tree [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.391925] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.500716] env[69905]: DEBUG nova.compute.manager [req-28b9de87-6b3b-4ef7-838d-6a7b042d6d8f req-0092361d-d09e-4e68-a739-23a06f9a506e service nova] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Received event network-vif-deleted-307b40b2-e410-46e5-9606-e9a08aa232ec {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.550867] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526cedc0-4d4b-436c-727a-ff292135e39c, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.555234] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1622a2ee-ca44-4a0f-9a42-8f12620e4581 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.561510] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 797.561510] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c768e3-3955-36fb-3ae4-95683f674858" [ 797.561510] env[69905]: _type = "Task" [ 797.561510] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.573219] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c768e3-3955-36fb-3ae4-95683f674858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.717176] env[69905]: DEBUG nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.719309] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.753261] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.753505] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.757219] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.757455] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.757604] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.757750] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.757972] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.758145] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.758309] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.758467] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.758645] env[69905]: DEBUG nova.virt.hardware [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.759867] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122640b-1888-4163-a97f-7b3fd9978d3c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.777723] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b111a848-6ca0-4c6a-8550-4c2040a7227c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.892040] env[69905]: DEBUG nova.scheduler.client.report [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.896032] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413274, 'name': ReconfigVM_Task, 'duration_secs': 0.133543} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.896419] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681040', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'name': 'volume-2dcbdde2-28ff-430a-875d-a4c6acdee682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6c6705-14ef-4200-ba89-afdcd12d9950', 'attached_at': '', 'detached_at': '', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'serial': '2dcbdde2-28ff-430a-875d-a4c6acdee682'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 797.897023] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11bb3870-26f2-48d8-a4a0-6b48b862a40d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.907044] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 797.907044] env[69905]: value = "task-3413275" [ 797.907044] env[69905]: _type = "Task" [ 797.907044] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.920779] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413275, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.076642] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c768e3-3955-36fb-3ae4-95683f674858, 'name': SearchDatastore_Task, 'duration_secs': 0.035416} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.076642] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.077715] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.077715] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0493b3e1-cf32-46db-a8f4-8688edaafcae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.089417] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 798.089417] env[69905]: value = "task-3413276" [ 798.089417] env[69905]: _type = "Task" [ 798.089417] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.102900] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.172368] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.172681] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.172857] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.173538] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.173690] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.174126] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.174126] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.174277] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.174592] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.174592] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.175265] env[69905]: DEBUG nova.virt.hardware [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.176119] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e0126-3651-48f5-9175-b160a86e664b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.186904] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c0a3a-e3ad-456c-b169-76f96aa59172 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.203597] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.209909] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.210324] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.213400] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bf0badf-d233-4bb8-86d6-1abecfc12ddf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.239135] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.239963] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.239963] env[69905]: value = "task-3413277" [ 798.239963] env[69905]: _type = "Task" [ 798.239963] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.250535] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413277, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.399330] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.399330] env[69905]: DEBUG nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.405322] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.977s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.405322] env[69905]: DEBUG nova.objects.instance [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lazy-loading 'resources' on Instance uuid a8f00b38-a343-4d9d-be48-f077ca178028 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.423300] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413275, 'name': Rename_Task, 'duration_secs': 0.176693} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.423463] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.425343] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cdcc982-2f64-4fb8-8b09-2aa8bdcfc9da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.440912] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 798.440912] env[69905]: value = "task-3413278" [ 798.440912] env[69905]: _type = "Task" [ 798.440912] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.455411] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.608108] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.726017] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.752131] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413277, 'name': CreateVM_Task, 'duration_secs': 0.488588} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.752452] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.752870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.753514] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.753908] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.754225] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba98797-4add-496f-9772-9d03883c44f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.762340] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 798.762340] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea6823-897c-9d07-57b0-95ae3166b5e5" [ 798.762340] env[69905]: _type = "Task" [ 798.762340] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.774317] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea6823-897c-9d07-57b0-95ae3166b5e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.902136] env[69905]: DEBUG nova.network.neutron [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Successfully updated port: 342715b9-6ee4-4be2-8eca-78554e042674 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.909077] env[69905]: DEBUG nova.compute.utils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.910401] env[69905]: DEBUG nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.910583] env[69905]: DEBUG nova.network.neutron [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.957668] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413278, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.989083] env[69905]: DEBUG nova.policy [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e860d91cfe34736baca510e86ae2abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d8eebe574f04349ae744504c153cacf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.102042] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569328} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.102042] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.102482] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.102708] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9715704c-b935-4c19-bed6-4f94d3bb9686 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.113279] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 799.113279] env[69905]: value = "task-3413279" [ 799.113279] env[69905]: _type = "Task" [ 799.113279] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.127933] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.222923] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.275229] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea6823-897c-9d07-57b0-95ae3166b5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.028438} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.275320] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.275516] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.275780] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.275929] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.276115] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.276386] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57340fd1-391d-44fb-b75f-7e50bc14da40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.288301] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.288460] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.289267] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e093e1b-5f90-4768-8733-4afde7c05060 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.298752] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 799.298752] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e5c2c-a537-f346-87e3-55b962871173" [ 799.298752] env[69905]: _type = "Task" [ 799.298752] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.313312] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e5c2c-a537-f346-87e3-55b962871173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.406020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "refresh_cache-60c51121-bbd7-4c69-8417-b6552fa2cf39" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.406635] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired lock "refresh_cache-60c51121-bbd7-4c69-8417-b6552fa2cf39" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.407033] env[69905]: DEBUG nova.network.neutron [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.421121] env[69905]: DEBUG nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.424882] env[69905]: DEBUG nova.network.neutron [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Successfully created port: 000d3c6c-8a2f-404e-8c83-789bccef4476 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.453627] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413278, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.533713] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9f99de-a304-4864-8561-e2a155fee00a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.542532] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5758a-90b2-40ab-948e-971fcb3c5432 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.578367] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d28cf-db46-4374-870f-bc286378a0a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.588615] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affc47ea-0ecd-4d25-9a0d-3473d943e1af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.600905] env[69905]: DEBUG nova.compute.provider_tree [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.623792] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083255} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.624101] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.624928] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33356957-8afd-46b8-9710-ef74b59c068e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.649539] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.650398] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb0629c-9663-497e-856f-0a751d2b30f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.674537] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 799.674537] env[69905]: value = "task-3413280" [ 799.674537] env[69905]: _type = "Task" [ 799.674537] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.683940] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.722264] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.814212] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e5c2c-a537-f346-87e3-55b962871173, 'name': SearchDatastore_Task, 'duration_secs': 0.033583} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.815108] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa036909-89fa-4cd1-b12f-d6c76973d2b4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.822826] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 799.822826] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529edf58-f8f9-7a5c-1808-863d24e55278" [ 799.822826] env[69905]: _type = "Task" [ 799.822826] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.834899] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529edf58-f8f9-7a5c-1808-863d24e55278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.954240] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413278, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.959835] env[69905]: DEBUG nova.network.neutron [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.104528] env[69905]: DEBUG nova.scheduler.client.report [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.139743] env[69905]: DEBUG nova.network.neutron [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Updating instance_info_cache with network_info: [{"id": "342715b9-6ee4-4be2-8eca-78554e042674", "address": "fa:16:3e:35:be:65", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342715b9-6e", "ovs_interfaceid": "342715b9-6ee4-4be2-8eca-78554e042674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.188684] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.222870] env[69905]: DEBUG oslo_vmware.api [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413264, 'name': ReconfigVM_Task, 'duration_secs': 5.777168} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.223161] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.223380] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Reconfigured VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 800.334994] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529edf58-f8f9-7a5c-1808-863d24e55278, 'name': SearchDatastore_Task, 'duration_secs': 0.039562} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.335110] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.335424] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.335723] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2af07b-7996-4c59-b13c-6cb6637f7624 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.345081] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 800.345081] env[69905]: value = "task-3413281" [ 800.345081] env[69905]: _type = "Task" [ 800.345081] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.360473] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.435613] env[69905]: DEBUG nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.440874] env[69905]: DEBUG nova.compute.manager [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Received event network-vif-plugged-342715b9-6ee4-4be2-8eca-78554e042674 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.441430] env[69905]: DEBUG oslo_concurrency.lockutils [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] Acquiring lock "60c51121-bbd7-4c69-8417-b6552fa2cf39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.441732] env[69905]: DEBUG oslo_concurrency.lockutils [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.441929] env[69905]: DEBUG oslo_concurrency.lockutils [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.442390] env[69905]: DEBUG nova.compute.manager [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] No waiting events found dispatching network-vif-plugged-342715b9-6ee4-4be2-8eca-78554e042674 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.442628] env[69905]: WARNING nova.compute.manager [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Received unexpected event network-vif-plugged-342715b9-6ee4-4be2-8eca-78554e042674 for instance with vm_state building and task_state spawning. [ 800.442852] env[69905]: DEBUG nova.compute.manager [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Received event network-changed-342715b9-6ee4-4be2-8eca-78554e042674 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.443080] env[69905]: DEBUG nova.compute.manager [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Refreshing instance network info cache due to event network-changed-342715b9-6ee4-4be2-8eca-78554e042674. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.443197] env[69905]: DEBUG oslo_concurrency.lockutils [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] Acquiring lock "refresh_cache-60c51121-bbd7-4c69-8417-b6552fa2cf39" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.457699] env[69905]: DEBUG oslo_vmware.api [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413278, 'name': PowerOnVM_Task, 'duration_secs': 1.67426} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.457699] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.460179] env[69905]: INFO nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Took 10.08 seconds to spawn the instance on the hypervisor. [ 800.460179] env[69905]: DEBUG nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.460179] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3fc284-5198-4372-a381-d8d071401234 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.486703] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.486703] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.486923] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.486953] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.487672] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.487672] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.487672] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.487672] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.487818] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.487892] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.488095] env[69905]: DEBUG nova.virt.hardware [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.489120] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060b0ca-a123-4bcb-938d-1712a9c86b9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.502933] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b16647-1bf3-4bfb-9bd2-28e188f6b43d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.611031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.613321] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.912s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.614866] env[69905]: INFO nova.compute.claims [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.644046] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Releasing lock "refresh_cache-60c51121-bbd7-4c69-8417-b6552fa2cf39" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.644260] env[69905]: DEBUG nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Instance network_info: |[{"id": "342715b9-6ee4-4be2-8eca-78554e042674", "address": "fa:16:3e:35:be:65", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342715b9-6e", "ovs_interfaceid": "342715b9-6ee4-4be2-8eca-78554e042674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.645710] env[69905]: INFO nova.scheduler.client.report [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Deleted allocations for instance a8f00b38-a343-4d9d-be48-f077ca178028 [ 800.646873] env[69905]: DEBUG oslo_concurrency.lockutils [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] Acquired lock "refresh_cache-60c51121-bbd7-4c69-8417-b6552fa2cf39" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.647083] env[69905]: DEBUG nova.network.neutron [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Refreshing network info cache for port 342715b9-6ee4-4be2-8eca-78554e042674 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.653092] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:be:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '342715b9-6ee4-4be2-8eca-78554e042674', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.659114] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.665057] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.666194] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39a2a7a2-d450-457c-85e3-2ed73e04bcd4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.694225] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413280, 'name': ReconfigVM_Task, 'duration_secs': 0.596394} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.696026] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.696380] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.696380] env[69905]: value = "task-3413282" [ 800.696380] env[69905]: _type = "Task" [ 800.696380] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.696587] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7699febe-f42d-4a94-b331-56e84c1772f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.715162] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413282, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.719361] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 800.719361] env[69905]: value = "task-3413283" [ 800.719361] env[69905]: _type = "Task" [ 800.719361] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.740878] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413283, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.866033] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413281, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.996736] env[69905]: INFO nova.compute.manager [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Took 34.89 seconds to build instance. [ 801.015339] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "72e8496a-7660-43fb-96ea-c2838b6d6664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.015581] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.119211] env[69905]: DEBUG nova.network.neutron [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Updated VIF entry in instance network info cache for port 342715b9-6ee4-4be2-8eca-78554e042674. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.119553] env[69905]: DEBUG nova.network.neutron [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Updating instance_info_cache with network_info: [{"id": "342715b9-6ee4-4be2-8eca-78554e042674", "address": "fa:16:3e:35:be:65", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342715b9-6e", "ovs_interfaceid": "342715b9-6ee4-4be2-8eca-78554e042674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.120968] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.121668] env[69905]: DEBUG nova.compute.utils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Instance 1687d149-63e4-488b-ad80-c0889453c377 could not be found. {{(pid=69905) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 801.125948] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.680s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.130964] env[69905]: DEBUG nova.compute.manager [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Instance disappeared during build. {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 801.131173] env[69905]: DEBUG nova.compute.manager [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Unplugging VIFs for instance {{(pid=69905) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 801.131401] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-1687d149-63e4-488b-ad80-c0889453c377" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.131547] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-1687d149-63e4-488b-ad80-c0889453c377" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.131709] env[69905]: DEBUG nova.network.neutron [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.169979] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a3f986d-44bd-46f2-a008-e8b9c3e56d20 tempest-AttachInterfacesUnderV243Test-1500573606 tempest-AttachInterfacesUnderV243Test-1500573606-project-member] Lock "a8f00b38-a343-4d9d-be48-f077ca178028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.681s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.214319] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413282, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.232972] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413283, 'name': Rename_Task, 'duration_secs': 0.445416} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.233301] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.234270] env[69905]: DEBUG nova.network.neutron [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Successfully updated port: 000d3c6c-8a2f-404e-8c83-789bccef4476 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.236936] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-706581bd-050a-4ee8-930b-9f795bdfc5b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.246808] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 801.246808] env[69905]: value = "task-3413284" [ 801.246808] env[69905]: _type = "Task" [ 801.246808] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.260184] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.360405] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639204} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.360668] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.360871] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.361137] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c83999e1-0744-4b13-a331-117c87f393f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.369861] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 801.369861] env[69905]: value = "task-3413285" [ 801.369861] env[69905]: _type = "Task" [ 801.369861] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.379935] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.498252] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.498252] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.499101] env[69905]: DEBUG oslo_concurrency.lockutils [None req-972e6862-95f6-4f0a-8a27-b3c2eb210d58 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.871s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.518097] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.518955] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.518955] env[69905]: DEBUG nova.network.neutron [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.520190] env[69905]: DEBUG nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.624985] env[69905]: DEBUG oslo_concurrency.lockutils [req-69c7a0de-d02e-4a28-a9e2-1b37df53e259 req-0b51029e-bd29-4358-aecc-f4b96cc2f368 service nova] Releasing lock "refresh_cache-60c51121-bbd7-4c69-8417-b6552fa2cf39" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.634529] env[69905]: DEBUG nova.compute.utils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Can not refresh info_cache because instance was not found {{(pid=69905) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 801.655162] env[69905]: DEBUG nova.network.neutron [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.718300] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413282, 'name': CreateVM_Task, 'duration_secs': 0.704018} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.720787] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.722446] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.722650] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.722975] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.723504] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6563d2d2-0fb7-4023-862d-1439aa010a11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.728984] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 801.728984] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5227a05d-611a-9e74-5c5c-063f9e5d9994" [ 801.728984] env[69905]: _type = "Task" [ 801.728984] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.741122] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "refresh_cache-1e971fc9-3032-4b33-82b1-15384be587d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.741267] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "refresh_cache-1e971fc9-3032-4b33-82b1-15384be587d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.741412] env[69905]: DEBUG nova.network.neutron [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.742657] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5227a05d-611a-9e74-5c5c-063f9e5d9994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.757778] env[69905]: DEBUG nova.network.neutron [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.766636] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.881651] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07682} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.881933] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.882819] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a912f24-329e-4b26-ac53-915104c3e01d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.906512] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.908581] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84871e01-dbf9-4c63-aefe-b79b79bbc52c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.931584] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 801.931584] env[69905]: value = "task-3413286" [ 801.931584] env[69905]: _type = "Task" [ 801.931584] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.943610] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.002044] env[69905]: DEBUG nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.053348] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.076577] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.076828] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.077045] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.077236] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.077402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.082802] env[69905]: INFO nova.compute.manager [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Terminating instance [ 802.174152] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea7586-f804-43f2-be3d-fd7d13ac255f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.183623] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da58ae74-3fcb-43d9-a701-9494afca79ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.219527] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.219780] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "a58a5b47-54a0-493a-9048-913a4f16c306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.219954] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.220155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.220716] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "a58a5b47-54a0-493a-9048-913a4f16c306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.222764] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee03de-2c58-4a65-9b7b-d60914c6819a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.225620] env[69905]: INFO nova.compute.manager [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Terminating instance [ 802.242566] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f233f2-87e5-40d0-b035-7277370086d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.252972] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5227a05d-611a-9e74-5c5c-063f9e5d9994, 'name': SearchDatastore_Task, 'duration_secs': 0.04372} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.257782] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.257782] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.257782] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.257782] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.257782] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.266531] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-348b69d9-c992-4625-aa2d-d1a1a5af43ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.268459] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-1687d149-63e4-488b-ad80-c0889453c377" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.268674] env[69905]: DEBUG nova.compute.manager [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69905) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 802.268860] env[69905]: DEBUG nova.compute.manager [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.269037] env[69905]: DEBUG nova.network.neutron [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.271167] env[69905]: DEBUG nova.compute.provider_tree [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.279778] env[69905]: DEBUG oslo_vmware.api [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413284, 'name': PowerOnVM_Task, 'duration_secs': 0.955088} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.281116] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.281331] env[69905]: DEBUG nova.compute.manager [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.281636] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.281799] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.283601] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a427971-a1f7-4da4-968c-3c2547395580 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.287295] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71542700-afbd-4e6d-8913-35145d890448 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.297104] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 802.297104] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c54a7-c8a1-d58a-8d4f-9befa06ad50c" [ 802.297104] env[69905]: _type = "Task" [ 802.297104] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.306433] env[69905]: DEBUG nova.network.neutron [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.313961] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c54a7-c8a1-d58a-8d4f-9befa06ad50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.350948] env[69905]: DEBUG nova.network.neutron [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.443606] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413286, 'name': ReconfigVM_Task, 'duration_secs': 0.370255} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.443911] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77/42d139e4-d24f-470e-9d25-3a06d36f5b77.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.444615] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12b2edd6-9afb-4230-85d4-19271c83bab3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.453241] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 802.453241] env[69905]: value = "task-3413287" [ 802.453241] env[69905]: _type = "Task" [ 802.453241] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.462380] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413287, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.542558] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.581601] env[69905]: DEBUG nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received event network-vif-deleted-8c2b83e9-742d-4d71-8960-69e271db2a65 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.581802] env[69905]: INFO nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Neutron deleted interface 8c2b83e9-742d-4d71-8960-69e271db2a65; detaching it from the instance and deleting it from the info cache [ 802.583330] env[69905]: DEBUG nova.network.neutron [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.589148] env[69905]: DEBUG nova.compute.manager [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.589682] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.590772] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e219c-a46f-4c23-9c2e-3c829b3707e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.600168] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.600686] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64c0f8c7-0610-4e79-989c-47e485ab19e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.677163] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.677163] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.677163] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleting the datastore file [datastore2] 1150e76e-fa6d-4887-8ec6-cb72545c16eb {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.677163] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ccb7812-306a-46a9-b8ea-9a7a0d442be1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.684770] env[69905]: DEBUG oslo_vmware.api [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 802.684770] env[69905]: value = "task-3413289" [ 802.684770] env[69905]: _type = "Task" [ 802.684770] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.694378] env[69905]: DEBUG oslo_vmware.api [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.732409] env[69905]: DEBUG nova.compute.manager [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.732409] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.732409] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5456f3a-7792-42b5-9254-3a79b23b2b52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.741826] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.742311] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b85d155c-f46c-4c0a-b311-42d20e896755 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.752448] env[69905]: DEBUG oslo_vmware.api [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 802.752448] env[69905]: value = "task-3413290" [ 802.752448] env[69905]: _type = "Task" [ 802.752448] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.767958] env[69905]: DEBUG oslo_vmware.api [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.776587] env[69905]: DEBUG nova.scheduler.client.report [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.811287] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.817063] env[69905]: DEBUG nova.network.neutron [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.818355] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c54a7-c8a1-d58a-8d4f-9befa06ad50c, 'name': SearchDatastore_Task, 'duration_secs': 0.022637} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.819675] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad30529e-abfd-4440-8df5-041ce5c249bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.831199] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 802.831199] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5292f39e-b2d1-1c3a-34f7-11f9a5421fa6" [ 802.831199] env[69905]: _type = "Task" [ 802.831199] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.845967] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5292f39e-b2d1-1c3a-34f7-11f9a5421fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.907200] env[69905]: DEBUG nova.network.neutron [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Updating instance_info_cache with network_info: [{"id": "000d3c6c-8a2f-404e-8c83-789bccef4476", "address": "fa:16:3e:d0:d0:82", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000d3c6c-8a", "ovs_interfaceid": "000d3c6c-8a2f-404e-8c83-789bccef4476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.966626] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413287, 'name': Rename_Task, 'duration_secs': 0.194647} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.967762] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.968165] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1f62bc-93ef-4dbe-bc0e-fbabd33bbd1e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.979025] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 802.979025] env[69905]: value = "task-3413291" [ 802.979025] env[69905]: _type = "Task" [ 802.979025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.987416] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.039284] env[69905]: INFO nova.network.neutron [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Port 8c2b83e9-742d-4d71-8960-69e271db2a65 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 803.039654] env[69905]: DEBUG nova.network.neutron [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [{"id": "c37b694c-73e0-4b63-89c6-476996b3c919", "address": "fa:16:3e:79:f0:bf", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37b694c-73", "ovs_interfaceid": "c37b694c-73e0-4b63-89c6-476996b3c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.087267] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Acquiring lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.200306] env[69905]: DEBUG oslo_vmware.api [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246467} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.200629] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.200764] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.200969] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.201333] env[69905]: INFO nova.compute.manager [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 803.201516] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.202362] env[69905]: DEBUG nova.compute.manager [-] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.202362] env[69905]: DEBUG nova.network.neutron [-] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.267147] env[69905]: DEBUG oslo_vmware.api [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413290, 'name': PowerOffVM_Task, 'duration_secs': 0.2026} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.267147] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.267147] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.267147] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9739cbc0-6c59-4f57-9e29-8e63e40a10b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.319825] env[69905]: INFO nova.compute.manager [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1687d149-63e4-488b-ad80-c0889453c377] Took 1.05 seconds to deallocate network for instance. [ 803.347858] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.348123] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.348440] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleting the datastore file [datastore2] a58a5b47-54a0-493a-9048-913a4f16c306 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.354258] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef6bb734-10ba-4341-8042-8fa3070169e4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.359986] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5292f39e-b2d1-1c3a-34f7-11f9a5421fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.024808} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.359986] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.359986] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 60c51121-bbd7-4c69-8417-b6552fa2cf39/60c51121-bbd7-4c69-8417-b6552fa2cf39.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.361268] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d088ba88-9e88-4bce-83ae-7782790239ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.370729] env[69905]: DEBUG oslo_vmware.api [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 803.370729] env[69905]: value = "task-3413293" [ 803.370729] env[69905]: _type = "Task" [ 803.370729] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.378339] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 803.378339] env[69905]: value = "task-3413294" [ 803.378339] env[69905]: _type = "Task" [ 803.378339] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.385557] env[69905]: DEBUG oslo_vmware.api [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.392921] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.410800] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "refresh_cache-1e971fc9-3032-4b33-82b1-15384be587d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.410800] env[69905]: DEBUG nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Instance network_info: |[{"id": "000d3c6c-8a2f-404e-8c83-789bccef4476", "address": "fa:16:3e:d0:d0:82", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000d3c6c-8a", "ovs_interfaceid": "000d3c6c-8a2f-404e-8c83-789bccef4476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.411419] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:d0:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '000d3c6c-8a2f-404e-8c83-789bccef4476', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.420399] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.420399] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.420399] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f9fabb-bdf7-4b13-bd39-6fc08662944c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.447940] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.447940] env[69905]: value = "task-3413295" [ 803.447940] env[69905]: _type = "Task" [ 803.447940] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.488807] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.544232] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.786778] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.662s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.793411] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.337s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.793411] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.793411] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 803.793883] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.549s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.798438] env[69905]: INFO nova.compute.claims [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.804265] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b42c67f-61ea-40a6-bcfa-55aa23d284b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.820190] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc5749c-2708-4ce6-aa89-2935217c466b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.849640] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc4ed58-6aa1-4881-9cfa-6bed3a460b04 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.863557] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda3a265-7b81-4260-baaa-5dfed2312e27 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.908408] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178897MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 803.908575] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.916502] env[69905]: DEBUG oslo_vmware.api [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341286} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.918114] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.918114] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.918114] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.918114] env[69905]: INFO nova.compute.manager [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Took 1.19 seconds to destroy the instance on the hypervisor. [ 803.918114] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.918377] env[69905]: DEBUG nova.compute.manager [-] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.918377] env[69905]: DEBUG nova.network.neutron [-] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.925673] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413294, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.961981] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413295, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.990335] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "334e7a11-d6da-48fb-b370-8652965bca1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.990593] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.996762] env[69905]: DEBUG oslo_vmware.api [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413291, 'name': PowerOnVM_Task, 'duration_secs': 0.568172} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.997421] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.997815] env[69905]: DEBUG nova.compute.manager [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.998472] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f82a4-45d0-4008-a243-0ec0f4b93a1e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.025755] env[69905]: INFO nova.compute.manager [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Rebuilding instance [ 804.047568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d0e1c1d0-6b15-4cc9-b91c-159eede0424b tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-a58a5b47-54a0-493a-9048-913a4f16c306-8c2b83e9-742d-4d71-8960-69e271db2a65" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.482s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.095183] env[69905]: DEBUG nova.compute.manager [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.096130] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f950437-c8b4-4564-8fd8-85b7a0d63a06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.196973] env[69905]: DEBUG nova.network.neutron [-] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.349760] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e9744a37-62c3-4f12-a4c5-6c805a8efd6f tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1687d149-63e4-488b-ad80-c0889453c377" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.675s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.391664] env[69905]: INFO nova.scheduler.client.report [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Deleted allocation for migration 9c8dc1d2-3e2c-4a39-b75e-861b9403e2e6 [ 804.423654] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604233} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.423654] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 60c51121-bbd7-4c69-8417-b6552fa2cf39/60c51121-bbd7-4c69-8417-b6552fa2cf39.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.423654] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.423654] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a42e06-0351-4a83-a8be-feea06e2d3a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.434206] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 804.434206] env[69905]: value = "task-3413296" [ 804.434206] env[69905]: _type = "Task" [ 804.434206] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.451054] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.461765] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413295, 'name': CreateVM_Task, 'duration_secs': 0.829554} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.461949] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.462677] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.462848] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.463189] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.463881] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b739b1ba-f7b4-46c6-8a28-7dd8cac3b96b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.469077] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 804.469077] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e66627-bfdc-cb19-d90f-a99333ab6291" [ 804.469077] env[69905]: _type = "Task" [ 804.469077] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.480866] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e66627-bfdc-cb19-d90f-a99333ab6291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.517890] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.700069] env[69905]: INFO nova.compute.manager [-] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Took 1.50 seconds to deallocate network for instance. [ 804.751631] env[69905]: DEBUG nova.compute.manager [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Received event network-changed-8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.751631] env[69905]: DEBUG nova.compute.manager [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Refreshing instance network info cache due to event network-changed-8613dddc-f9a4-45ea-a220-623b0a7be007. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.751880] env[69905]: DEBUG oslo_concurrency.lockutils [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] Acquiring lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.751955] env[69905]: DEBUG oslo_concurrency.lockutils [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] Acquired lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.752125] env[69905]: DEBUG nova.network.neutron [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Refreshing network info cache for port 8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.849117] env[69905]: DEBUG nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.902288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b42adc2b-f01a-4918-b44e-3d831e2430b5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.926s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.951028] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.987363] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e66627-bfdc-cb19-d90f-a99333ab6291, 'name': SearchDatastore_Task, 'duration_secs': 0.050772} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.987363] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.987363] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.987363] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.987363] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.987614] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.987806] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b0bfbe-4963-44b7-8f04-69e8c70cc7a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.004039] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.004039] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.004876] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a01186a-f95d-4b8d-a4e0-618e2b1652b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.017183] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 805.017183] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb176b-f700-e08e-1367-ac0aa2d25a1c" [ 805.017183] env[69905]: _type = "Task" [ 805.017183] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.030852] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb176b-f700-e08e-1367-ac0aa2d25a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.111190] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.111521] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b3cfb10-d431-4dcb-bed9-84e5a7972470 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.119961] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 805.119961] env[69905]: value = "task-3413297" [ 805.119961] env[69905]: _type = "Task" [ 805.119961] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.133001] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.210788] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.380088] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.380992] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844034ca-2de7-4f62-8e58-dfb3f9bd0d0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.391413] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b9374-8638-42ff-a920-1b580b900e53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.397208] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "42d139e4-d24f-470e-9d25-3a06d36f5b77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.397470] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "42d139e4-d24f-470e-9d25-3a06d36f5b77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.397673] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "42d139e4-d24f-470e-9d25-3a06d36f5b77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.398245] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "42d139e4-d24f-470e-9d25-3a06d36f5b77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.398245] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "42d139e4-d24f-470e-9d25-3a06d36f5b77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.400413] env[69905]: INFO nova.compute.manager [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Terminating instance [ 805.436750] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5354f51f-d233-45d0-93a1-592fc19bd72d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.452727] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9fd625-094a-43e1-af1b-c510a63d6433 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.457087] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.991733} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.457366] env[69905]: DEBUG nova.network.neutron [-] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.458545] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.462075] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa751a6-6e0a-4966-bc47-4123735b5d79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.470971] env[69905]: DEBUG nova.compute.provider_tree [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.495973] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 60c51121-bbd7-4c69-8417-b6552fa2cf39/60c51121-bbd7-4c69-8417-b6552fa2cf39.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.496618] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea39e5c-d3b0-4a85-aba5-6401d994914a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.522751] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 805.522751] env[69905]: value = "task-3413298" [ 805.522751] env[69905]: _type = "Task" [ 805.522751] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.531367] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb176b-f700-e08e-1367-ac0aa2d25a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014738} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.532966] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee376cd6-6ae0-49f1-a49e-b23f995fd267 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.540393] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.547363] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 805.547363] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5285f014-b754-5c8d-8c58-c0d651dc63ec" [ 805.547363] env[69905]: _type = "Task" [ 805.547363] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.558245] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5285f014-b754-5c8d-8c58-c0d651dc63ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.631573] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413297, 'name': PowerOffVM_Task, 'duration_secs': 0.260941} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.631690] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.631881] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.632863] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6dd64-3411-444b-afd8-2168917fe138 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.645868] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.645868] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ed74c57-ef28-4fa1-b47a-fee8dcaa0ce3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.677376] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.677663] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.677849] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Deleting the datastore file [datastore1] 317882cf-ffbc-47c7-a6ba-1f2e418226c1 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.678358] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141532ba-38fb-430a-9fca-052643ec3aa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.687744] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 805.687744] env[69905]: value = "task-3413300" [ 805.687744] env[69905]: _type = "Task" [ 805.687744] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.697559] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.709470] env[69905]: DEBUG nova.network.neutron [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Updated VIF entry in instance network info cache for port 8613dddc-f9a4-45ea-a220-623b0a7be007. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.709470] env[69905]: DEBUG nova.network.neutron [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Updating instance_info_cache with network_info: [{"id": "8613dddc-f9a4-45ea-a220-623b0a7be007", "address": "fa:16:3e:a0:ef:a0", "network": {"id": "02ca10fa-aace-47ed-8557-0b477bd7e5d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927034320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53ddd8794373497490c340c31f1b8f58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8613dddc-f9", "ovs_interfaceid": "8613dddc-f9a4-45ea-a220-623b0a7be007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.941177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "refresh_cache-42d139e4-d24f-470e-9d25-3a06d36f5b77" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.941402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquired lock "refresh_cache-42d139e4-d24f-470e-9d25-3a06d36f5b77" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.941581] env[69905]: DEBUG nova.network.neutron [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.960574] env[69905]: INFO nova.compute.manager [-] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Took 2.04 seconds to deallocate network for instance. [ 805.977611] env[69905]: DEBUG nova.scheduler.client.report [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.034831] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.060059] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5285f014-b754-5c8d-8c58-c0d651dc63ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.060383] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.060685] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1e971fc9-3032-4b33-82b1-15384be587d0/1e971fc9-3032-4b33-82b1-15384be587d0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.060981] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a2e6f3b-5600-4077-8e4e-ec2f2a2d0c65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.068865] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 806.068865] env[69905]: value = "task-3413301" [ 806.068865] env[69905]: _type = "Task" [ 806.068865] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.079026] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.204022] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157871} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.204022] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.204022] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.204022] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.216861] env[69905]: DEBUG oslo_concurrency.lockutils [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] Releasing lock "refresh_cache-bf6c6705-14ef-4200-ba89-afdcd12d9950" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.217967] env[69905]: DEBUG nova.compute.manager [req-27fb6f49-5ebe-4f19-a1c1-b24d07e8be1f req-a88c4191-8a26-4a28-951a-0f118736be49 service nova] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Received event network-vif-deleted-045913fc-49d0-444d-92ca-332a1389bb91 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.471626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.473092] env[69905]: DEBUG nova.network.neutron [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.487363] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.487940] env[69905]: DEBUG nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.497332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.096s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.498967] env[69905]: INFO nova.compute.claims [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.541872] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413298, 'name': ReconfigVM_Task, 'duration_secs': 0.552652} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.543028] env[69905]: DEBUG nova.network.neutron [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.545397] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 60c51121-bbd7-4c69-8417-b6552fa2cf39/60c51121-bbd7-4c69-8417-b6552fa2cf39.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.545700] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a494f8-8e5b-453b-911e-7c931fa8d9b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.558333] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 806.558333] env[69905]: value = "task-3413302" [ 806.558333] env[69905]: _type = "Task" [ 806.558333] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.570865] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413302, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.589055] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.009127] env[69905]: DEBUG nova.compute.utils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.012581] env[69905]: DEBUG nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.012827] env[69905]: DEBUG nova.network.neutron [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.046954] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Releasing lock "refresh_cache-42d139e4-d24f-470e-9d25-3a06d36f5b77" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.047781] env[69905]: DEBUG nova.compute.manager [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.048112] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.048919] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66ac6a4-eabe-40af-9055-c7990f0fdb5c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.057606] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.058380] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1569f2-de17-4ea8-a4f4-818a41b44ae6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.069985] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413302, 'name': Rename_Task, 'duration_secs': 0.452733} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.069985] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.070356] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba4260c-7cf5-4879-9dde-057cf1c576e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.071973] env[69905]: DEBUG oslo_vmware.api [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 807.071973] env[69905]: value = "task-3413303" [ 807.071973] env[69905]: _type = "Task" [ 807.071973] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.081873] env[69905]: DEBUG nova.policy [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59693698fc454dd1bf7a61ab67de057d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1462fb97104e009e8dbe402fc06212', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.084701] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 807.084701] env[69905]: value = "task-3413304" [ 807.084701] env[69905]: _type = "Task" [ 807.084701] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.095294] env[69905]: DEBUG oslo_vmware.api [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.095552] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664529} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.096645] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1e971fc9-3032-4b33-82b1-15384be587d0/1e971fc9-3032-4b33-82b1-15384be587d0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.097117] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.097221] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48d55b5-76f2-44af-ac55-6c64a4cebdae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.102508] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.107649] env[69905]: DEBUG nova.compute.manager [req-8f486653-88bb-44cd-b4b3-00214e0b0ce3 req-baecd2f4-c23c-4c2b-8de1-c285497ddee4 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Received event network-vif-deleted-c37b694c-73e0-4b63-89c6-476996b3c919 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.109723] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 807.109723] env[69905]: value = "task-3413305" [ 807.109723] env[69905]: _type = "Task" [ 807.109723] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.124413] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.255139] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.255139] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.258511] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.259063] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.259357] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.260059] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.261430] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.261430] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.261430] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.261430] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.261430] env[69905]: DEBUG nova.virt.hardware [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.262277] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797898f5-08fb-4966-aaac-a0b2898867ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.273548] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d50b64-60d5-42a0-b83f-050a6b8b6915 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.291264] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.294586] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.295273] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.295540] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaee2eeb-aa34-4b86-b2a1-e5d11176af94 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.314991] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.314991] env[69905]: value = "task-3413306" [ 807.314991] env[69905]: _type = "Task" [ 807.314991] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.324145] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413306, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.523558] env[69905]: DEBUG nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.586157] env[69905]: DEBUG oslo_vmware.api [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413303, 'name': PowerOffVM_Task, 'duration_secs': 0.191084} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.590146] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.590251] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.591814] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b419c04c-cd85-419e-9564-00138272c648 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.606945] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413304, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.625656] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114672} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.628623] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.629699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262407ef-40e1-44fe-95a2-86927631ee4d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.634932] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.635751] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.635751] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Deleting the datastore file [datastore1] 42d139e4-d24f-470e-9d25-3a06d36f5b77 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.639045] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b4d49e-fc3b-40f6-a4a6-3da59ca1bb79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.647952] env[69905]: DEBUG nova.network.neutron [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Successfully created port: 7c112c05-92fb-4dfa-87f4-a1084100a397 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.660244] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 1e971fc9-3032-4b33-82b1-15384be587d0/1e971fc9-3032-4b33-82b1-15384be587d0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.664052] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac05407-79b9-4133-b642-bf3dd83909b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.683355] env[69905]: DEBUG oslo_vmware.api [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for the task: (returnval){ [ 807.683355] env[69905]: value = "task-3413308" [ 807.683355] env[69905]: _type = "Task" [ 807.683355] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.689549] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 807.689549] env[69905]: value = "task-3413309" [ 807.689549] env[69905]: _type = "Task" [ 807.689549] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.693646] env[69905]: DEBUG oslo_vmware.api [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.705574] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.829700] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413306, 'name': CreateVM_Task, 'duration_secs': 0.415082} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.829845] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.830330] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.830438] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.830756] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.831093] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4e88d4-30fd-40b2-8aec-1f6120186f2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.839493] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 807.839493] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238b477-c834-0391-0099-127a8fc10db9" [ 807.839493] env[69905]: _type = "Task" [ 807.839493] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.849170] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238b477-c834-0391-0099-127a8fc10db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.106436] env[69905]: DEBUG oslo_vmware.api [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413304, 'name': PowerOnVM_Task, 'duration_secs': 0.977626} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.107522] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.107522] env[69905]: INFO nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Took 10.39 seconds to spawn the instance on the hypervisor. [ 808.107522] env[69905]: DEBUG nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.108529] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd519b-58cf-40ee-9fb0-3623656fb611 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.113526] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e2d29-db64-4f7e-8195-01d1dbb0a206 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.131976] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb86976-72a7-418c-9f68-732b31e6245f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.170732] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509d29e5-2ff3-4566-8232-2e3edfe86f03 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.179402] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0439c724-1c74-44dc-b1dd-5b69e5bf229e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.197132] env[69905]: DEBUG nova.compute.provider_tree [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.209669] env[69905]: DEBUG oslo_vmware.api [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Task: {'id': task-3413308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289652} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.215272] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.215272] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.215272] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.215272] env[69905]: INFO nova.compute.manager [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Took 1.17 seconds to destroy the instance on the hypervisor. [ 808.215272] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.215272] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413309, 'name': ReconfigVM_Task, 'duration_secs': 0.514752} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.217594] env[69905]: DEBUG nova.compute.manager [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.217594] env[69905]: DEBUG nova.network.neutron [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.218252] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 1e971fc9-3032-4b33-82b1-15384be587d0/1e971fc9-3032-4b33-82b1-15384be587d0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.218659] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95304ecf-dde0-4beb-9a6e-d856e0e034cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.230495] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 808.230495] env[69905]: value = "task-3413310" [ 808.230495] env[69905]: _type = "Task" [ 808.230495] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.245545] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413310, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.258611] env[69905]: DEBUG nova.network.neutron [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.354910] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238b477-c834-0391-0099-127a8fc10db9, 'name': SearchDatastore_Task, 'duration_secs': 0.019033} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.355466] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.355833] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.356222] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.356486] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.356767] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.357138] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aac0f622-f4a1-4019-b0a7-3d5188c2d33b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.370017] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.370017] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.370017] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6e8610-790b-4169-b3b4-e8d17ccd1cc4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.376375] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 808.376375] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52695d4b-cc77-aa2d-5764-b5dd654397be" [ 808.376375] env[69905]: _type = "Task" [ 808.376375] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.384552] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52695d4b-cc77-aa2d-5764-b5dd654397be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.484808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Acquiring lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.485077] env[69905]: DEBUG oslo_concurrency.lockutils [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.533846] env[69905]: DEBUG nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.565597] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.565863] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.566038] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.566230] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.566376] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.566522] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.566733] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.566894] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.567099] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.567282] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.567457] env[69905]: DEBUG nova.virt.hardware [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.568625] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5fa0d0-80ab-48c7-9c14-e501031e5992 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.577344] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6397851-3042-445f-8d65-dbafa5e7bc0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.639250] env[69905]: INFO nova.compute.manager [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Took 34.89 seconds to build instance. [ 808.704273] env[69905]: DEBUG nova.scheduler.client.report [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.743764] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413310, 'name': Rename_Task, 'duration_secs': 0.237237} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.744135] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.744257] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eede9fa7-52f1-443e-93e3-1fe9e9227eb0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.752070] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 808.752070] env[69905]: value = "task-3413311" [ 808.752070] env[69905]: _type = "Task" [ 808.752070] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.762811] env[69905]: DEBUG nova.network.neutron [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.763722] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.818605] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "26adcc07-ec19-4679-80af-0c072d0b9fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.818843] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.894617] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52695d4b-cc77-aa2d-5764-b5dd654397be, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.895948] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98370eb8-e920-419b-848f-7fa7d43f3db9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.903429] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 808.903429] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0911d-ed7b-4e72-5520-486a2970f7e0" [ 808.903429] env[69905]: _type = "Task" [ 808.903429] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.912269] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0911d-ed7b-4e72-5520-486a2970f7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.990734] env[69905]: DEBUG nova.compute.utils [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.141082] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1d313890-a0bf-454e-ac04-30227cfab1ca tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.710s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.210714] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.214431] env[69905]: DEBUG nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.214949] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.219s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.215296] env[69905]: DEBUG nova.objects.instance [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lazy-loading 'resources' on Instance uuid 447553ee-5d75-4647-b650-ac52b860ab01 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.264256] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413311, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.265367] env[69905]: INFO nova.compute.manager [-] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Took 1.05 seconds to deallocate network for instance. [ 809.414379] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0911d-ed7b-4e72-5520-486a2970f7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.415392] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.415849] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.416339] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d08bc5a1-9736-4d05-8c22-671c1b69361e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.426183] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 809.426183] env[69905]: value = "task-3413312" [ 809.426183] env[69905]: _type = "Task" [ 809.426183] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.435986] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.497566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.644800] env[69905]: DEBUG nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.725793] env[69905]: DEBUG nova.compute.utils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.728794] env[69905]: DEBUG nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.729044] env[69905]: DEBUG nova.network.neutron [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.765649] env[69905]: DEBUG oslo_vmware.api [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413311, 'name': PowerOnVM_Task, 'duration_secs': 0.955768} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.765917] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.766136] env[69905]: INFO nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Took 9.33 seconds to spawn the instance on the hypervisor. [ 809.766316] env[69905]: DEBUG nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.767571] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb15418a-64e9-4657-b6d1-0dac827df7a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.772905] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.828326] env[69905]: DEBUG nova.policy [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2155bd17144c60ab0899f783412042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed42cb4548f74dabbc939d992b441e6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.870489] env[69905]: DEBUG nova.network.neutron [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Successfully updated port: 7c112c05-92fb-4dfa-87f4-a1084100a397 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.939482] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413312, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.175838] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.235113] env[69905]: DEBUG nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.301797] env[69905]: INFO nova.compute.manager [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Took 35.64 seconds to build instance. [ 810.328718] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e95687-172a-4b6c-8295-b6208ebc0795 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.345510] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca2a27-41eb-4275-828f-3056cb533dbd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.383968] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "refresh_cache-cf3b133f-ef30-4060-85ca-46149099d005" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.384224] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "refresh_cache-cf3b133f-ef30-4060-85ca-46149099d005" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.384273] env[69905]: DEBUG nova.network.neutron [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.386312] env[69905]: DEBUG nova.compute.manager [req-5a895927-1a70-4aa3-90e4-8173a373e187 req-37b456a7-82d0-4083-865b-b214f9685da8 service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Received event network-vif-plugged-7c112c05-92fb-4dfa-87f4-a1084100a397 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.386502] env[69905]: DEBUG oslo_concurrency.lockutils [req-5a895927-1a70-4aa3-90e4-8173a373e187 req-37b456a7-82d0-4083-865b-b214f9685da8 service nova] Acquiring lock "cf3b133f-ef30-4060-85ca-46149099d005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.386758] env[69905]: DEBUG oslo_concurrency.lockutils [req-5a895927-1a70-4aa3-90e4-8173a373e187 req-37b456a7-82d0-4083-865b-b214f9685da8 service nova] Lock "cf3b133f-ef30-4060-85ca-46149099d005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.386859] env[69905]: DEBUG oslo_concurrency.lockutils [req-5a895927-1a70-4aa3-90e4-8173a373e187 req-37b456a7-82d0-4083-865b-b214f9685da8 service nova] Lock "cf3b133f-ef30-4060-85ca-46149099d005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.387029] env[69905]: DEBUG nova.compute.manager [req-5a895927-1a70-4aa3-90e4-8173a373e187 req-37b456a7-82d0-4083-865b-b214f9685da8 service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] No waiting events found dispatching network-vif-plugged-7c112c05-92fb-4dfa-87f4-a1084100a397 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.387191] env[69905]: WARNING nova.compute.manager [req-5a895927-1a70-4aa3-90e4-8173a373e187 req-37b456a7-82d0-4083-865b-b214f9685da8 service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Received unexpected event network-vif-plugged-7c112c05-92fb-4dfa-87f4-a1084100a397 for instance with vm_state building and task_state spawning. [ 810.388496] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe208b-f590-444c-af42-9012628c3540 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.399838] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1539b013-5ab9-4b94-bedf-e2f327215af3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.414898] env[69905]: DEBUG nova.compute.provider_tree [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.436832] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708782} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.436832] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.436832] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.436832] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc6a4b88-c111-4245-b22e-7db003617f8e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.444686] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 810.444686] env[69905]: value = "task-3413313" [ 810.444686] env[69905]: _type = "Task" [ 810.444686] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.456627] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.625796] env[69905]: DEBUG oslo_concurrency.lockutils [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Acquiring lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.626184] env[69905]: DEBUG oslo_concurrency.lockutils [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.626419] env[69905]: INFO nova.compute.manager [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Attaching volume d7e9e56c-0973-44b6-af5f-5c637d3a2721 to /dev/sdb [ 810.634876] env[69905]: DEBUG nova.network.neutron [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Successfully created port: 17733272-3988-43d7-951c-596fa88210bc {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.675885] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d178be1-d11b-4c22-ab71-73c0c2fd1cf5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.688035] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d170940-3df7-404d-ad4b-dd463fc24c9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.706160] env[69905]: DEBUG nova.virt.block_device [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Updating existing volume attachment record: 152080a8-6beb-451d-9e34-dc329a5a2a5f {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 810.804056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bee85f87-1d0e-4b2a-be9a-2729f6ee35a4 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "1e971fc9-3032-4b33-82b1-15384be587d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.586s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.841628] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "60c51121-bbd7-4c69-8417-b6552fa2cf39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.842266] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.842700] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "60c51121-bbd7-4c69-8417-b6552fa2cf39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.842945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.843191] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.847115] env[69905]: INFO nova.compute.manager [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Terminating instance [ 810.924098] env[69905]: DEBUG nova.scheduler.client.report [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.960923] env[69905]: DEBUG nova.network.neutron [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.963259] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083871} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.963531] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.965077] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d681e-ad4f-4c17-8d85-6f309cdb44d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.996809] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.000135] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a520e606-0737-4b06-84f2-b96eb9f49d4c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.022952] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 811.022952] env[69905]: value = "task-3413317" [ 811.022952] env[69905]: _type = "Task" [ 811.022952] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.034699] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.246356] env[69905]: DEBUG nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.279451] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.279983] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.280115] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.280306] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.280457] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.280612] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.280805] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.280973] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.281155] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.281321] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.281495] env[69905]: DEBUG nova.virt.hardware [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.282372] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bef99e-92ca-4828-9328-db22a20ba63b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.288020] env[69905]: DEBUG nova.network.neutron [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Updating instance_info_cache with network_info: [{"id": "7c112c05-92fb-4dfa-87f4-a1084100a397", "address": "fa:16:3e:cf:1b:24", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c112c05-92", "ovs_interfaceid": "7c112c05-92fb-4dfa-87f4-a1084100a397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.297962] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69d774-9c6d-43a5-a646-5f39a82e4298 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.352345] env[69905]: DEBUG nova.compute.manager [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.352577] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.353956] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fdb2c9-b0d6-4454-9da3-5555dd71789a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.365802] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.366139] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fffc084-7bb0-47ec-afac-3aa6f45012e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.376671] env[69905]: DEBUG oslo_vmware.api [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 811.376671] env[69905]: value = "task-3413318" [ 811.376671] env[69905]: _type = "Task" [ 811.376671] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.390924] env[69905]: DEBUG oslo_vmware.api [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.428049] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.431337] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.139s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.432963] env[69905]: INFO nova.compute.claims [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.472669] env[69905]: INFO nova.scheduler.client.report [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Deleted allocations for instance 447553ee-5d75-4647-b650-ac52b860ab01 [ 811.540034] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.727547] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72374a6-4de7-4fb3-acb9-4b8e28d7dacf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.735423] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-273b1ce1-5638-4e87-a8c4-01c6a83b1593 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Suspending the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 811.735703] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c82cadf7-b373-48da-8b42-4e0744da38cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.745779] env[69905]: DEBUG oslo_vmware.api [None req-273b1ce1-5638-4e87-a8c4-01c6a83b1593 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 811.745779] env[69905]: value = "task-3413319" [ 811.745779] env[69905]: _type = "Task" [ 811.745779] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.762868] env[69905]: DEBUG oslo_vmware.api [None req-273b1ce1-5638-4e87-a8c4-01c6a83b1593 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413319, 'name': SuspendVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.789695] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "refresh_cache-cf3b133f-ef30-4060-85ca-46149099d005" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.790886] env[69905]: DEBUG nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Instance network_info: |[{"id": "7c112c05-92fb-4dfa-87f4-a1084100a397", "address": "fa:16:3e:cf:1b:24", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c112c05-92", "ovs_interfaceid": "7c112c05-92fb-4dfa-87f4-a1084100a397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.791479] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:1b:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c112c05-92fb-4dfa-87f4-a1084100a397', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.802142] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.802888] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.803192] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be77f021-cf4b-41c9-98a7-8b23fd6f53a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.833422] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.833422] env[69905]: value = "task-3413320" [ 811.833422] env[69905]: _type = "Task" [ 811.833422] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.840985] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413320, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.886730] env[69905]: DEBUG oslo_vmware.api [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413318, 'name': PowerOffVM_Task, 'duration_secs': 0.262739} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.887056] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.887262] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.887802] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46dab56b-7397-49f6-bf72-019f1d46663a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.982481] env[69905]: DEBUG oslo_concurrency.lockutils [None req-494da2ea-918f-4af6-bcbd-69f22fc1710e tempest-FloatingIPsAssociationNegativeTestJSON-1625677850 tempest-FloatingIPsAssociationNegativeTestJSON-1625677850-project-member] Lock "447553ee-5d75-4647-b650-ac52b860ab01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.714s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.988571] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.989011] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.989380] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Deleting the datastore file [datastore1] 60c51121-bbd7-4c69-8417-b6552fa2cf39 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.989796] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd6c361-5b65-4f7b-a39c-a789c5f177c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.000637] env[69905]: DEBUG oslo_vmware.api [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for the task: (returnval){ [ 812.000637] env[69905]: value = "task-3413322" [ 812.000637] env[69905]: _type = "Task" [ 812.000637] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.012141] env[69905]: DEBUG oslo_vmware.api [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.036163] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413317, 'name': ReconfigVM_Task, 'duration_secs': 0.787932} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.036163] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 317882cf-ffbc-47c7-a6ba-1f2e418226c1/317882cf-ffbc-47c7-a6ba-1f2e418226c1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.037599] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41635e2b-441e-4138-9ecf-6b2778e2e410 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.046370] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 812.046370] env[69905]: value = "task-3413323" [ 812.046370] env[69905]: _type = "Task" [ 812.046370] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.057855] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413323, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.262803] env[69905]: DEBUG oslo_vmware.api [None req-273b1ce1-5638-4e87-a8c4-01c6a83b1593 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413319, 'name': SuspendVM_Task} progress is 54%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.349430] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413320, 'name': CreateVM_Task, 'duration_secs': 0.380655} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.349430] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.349430] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.349430] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.349980] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.350316] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efee6dd-0804-42ec-8d34-1182824eaab1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.358098] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 812.358098] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5218bcce-6dcf-4ab9-fab3-1cd18a6ac3b2" [ 812.358098] env[69905]: _type = "Task" [ 812.358098] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.368632] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5218bcce-6dcf-4ab9-fab3-1cd18a6ac3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.409771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.409771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.511586] env[69905]: DEBUG oslo_vmware.api [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Task: {'id': task-3413322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20352} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.511903] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.512334] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.512582] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.512841] env[69905]: INFO nova.compute.manager [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 812.513213] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.516833] env[69905]: DEBUG nova.compute.manager [-] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.517033] env[69905]: DEBUG nova.network.neutron [-] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.530254] env[69905]: DEBUG nova.network.neutron [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Successfully updated port: 17733272-3988-43d7-951c-596fa88210bc {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.564233] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413323, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.759980] env[69905]: DEBUG oslo_vmware.api [None req-273b1ce1-5638-4e87-a8c4-01c6a83b1593 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413319, 'name': SuspendVM_Task, 'duration_secs': 0.826049} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.760922] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-273b1ce1-5638-4e87-a8c4-01c6a83b1593 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Suspended the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 812.760922] env[69905]: DEBUG nova.compute.manager [None req-273b1ce1-5638-4e87-a8c4-01c6a83b1593 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.761234] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6215c430-9519-47a1-99c9-45ca34ea980c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.878597] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5218bcce-6dcf-4ab9-fab3-1cd18a6ac3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.881373] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.881600] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.881837] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.881985] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.883099] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.883099] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d7fb6de-4de1-4b16-b4bd-a3d953403c02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.899260] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.899260] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.899565] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3e8453-96c6-4aa1-8f2d-e622c93902c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.906123] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 812.906123] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52795859-3aa9-adba-c76c-93caef7e19f8" [ 812.906123] env[69905]: _type = "Task" [ 812.906123] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.913176] env[69905]: DEBUG nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.918858] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52795859-3aa9-adba-c76c-93caef7e19f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.933910] env[69905]: DEBUG nova.compute.manager [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Received event network-changed-7c112c05-92fb-4dfa-87f4-a1084100a397 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.933910] env[69905]: DEBUG nova.compute.manager [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Refreshing instance network info cache due to event network-changed-7c112c05-92fb-4dfa-87f4-a1084100a397. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.934107] env[69905]: DEBUG oslo_concurrency.lockutils [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] Acquiring lock "refresh_cache-cf3b133f-ef30-4060-85ca-46149099d005" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.934173] env[69905]: DEBUG oslo_concurrency.lockutils [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] Acquired lock "refresh_cache-cf3b133f-ef30-4060-85ca-46149099d005" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.934325] env[69905]: DEBUG nova.network.neutron [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Refreshing network info cache for port 7c112c05-92fb-4dfa-87f4-a1084100a397 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.018307] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cee163-d4f9-4abb-9299-57f3a79547dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.028860] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae5cb15-c5c6-4209-9dc3-a46c073e0f01 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.034683] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "refresh_cache-71187f47-1b8c-4685-b7b1-c8ca60a811de" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.034907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "refresh_cache-71187f47-1b8c-4685-b7b1-c8ca60a811de" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.035131] env[69905]: DEBUG nova.network.neutron [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.071393] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddaf2cb-f529-45e8-a967-3831dd572515 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.083724] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fcb012-f634-499c-b403-d8fd20408b2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.088580] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413323, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.101280] env[69905]: DEBUG nova.compute.provider_tree [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.109752] env[69905]: DEBUG nova.network.neutron [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.289044] env[69905]: DEBUG nova.network.neutron [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Updating instance_info_cache with network_info: [{"id": "17733272-3988-43d7-951c-596fa88210bc", "address": "fa:16:3e:e8:3c:46", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17733272-39", "ovs_interfaceid": "17733272-3988-43d7-951c-596fa88210bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.313031] env[69905]: DEBUG nova.network.neutron [-] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.357083] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "a19f2fa3-bf33-46a7-8619-053432f894c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.357238] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.418371] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52795859-3aa9-adba-c76c-93caef7e19f8, 'name': SearchDatastore_Task, 'duration_secs': 0.047353} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.419337] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a2bccb-3627-4744-b5bc-5e489046fc69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.430330] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 813.430330] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529b5398-4bbf-5bb0-c4ab-de74bd74c8b1" [ 813.430330] env[69905]: _type = "Task" [ 813.430330] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.442281] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529b5398-4bbf-5bb0-c4ab-de74bd74c8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.448131] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.574164] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413323, 'name': Rename_Task, 'duration_secs': 1.195781} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.574455] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.574697] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb7b837-620f-44f7-b804-213c473e2804 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.584639] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Waiting for the task: (returnval){ [ 813.584639] env[69905]: value = "task-3413325" [ 813.584639] env[69905]: _type = "Task" [ 813.584639] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.604551] env[69905]: DEBUG nova.scheduler.client.report [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.617726] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.793050] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "refresh_cache-71187f47-1b8c-4685-b7b1-c8ca60a811de" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.793050] env[69905]: DEBUG nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Instance network_info: |[{"id": "17733272-3988-43d7-951c-596fa88210bc", "address": "fa:16:3e:e8:3c:46", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17733272-39", "ovs_interfaceid": "17733272-3988-43d7-951c-596fa88210bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.793050] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:3c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17733272-3988-43d7-951c-596fa88210bc', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.801287] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.805420] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.805420] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e27ad14a-dd4d-4d2d-88e5-346599aabe9d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.820580] env[69905]: INFO nova.compute.manager [-] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Took 1.30 seconds to deallocate network for instance. [ 813.830853] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.830853] env[69905]: value = "task-3413326" [ 813.830853] env[69905]: _type = "Task" [ 813.830853] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.841937] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413326, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.889381] env[69905]: DEBUG nova.network.neutron [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Updated VIF entry in instance network info cache for port 7c112c05-92fb-4dfa-87f4-a1084100a397. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.889381] env[69905]: DEBUG nova.network.neutron [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Updating instance_info_cache with network_info: [{"id": "7c112c05-92fb-4dfa-87f4-a1084100a397", "address": "fa:16:3e:cf:1b:24", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c112c05-92", "ovs_interfaceid": "7c112c05-92fb-4dfa-87f4-a1084100a397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.946282] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529b5398-4bbf-5bb0-c4ab-de74bd74c8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.946574] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.946932] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] cf3b133f-ef30-4060-85ca-46149099d005/cf3b133f-ef30-4060-85ca-46149099d005.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.947105] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb052c48-0846-4022-90df-dbbbcb622ea4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.959782] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 813.959782] env[69905]: value = "task-3413327" [ 813.959782] env[69905]: _type = "Task" [ 813.959782] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.973304] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.099011] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413325, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.119231] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.121567] env[69905]: DEBUG nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.124489] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.888s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.126935] env[69905]: INFO nova.compute.claims [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.335021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.349150] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413326, 'name': CreateVM_Task, 'duration_secs': 0.364425} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.349348] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.350531] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.350531] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.350662] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.352141] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6806816e-ef23-4855-a896-c2480af0eec7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.358145] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 814.358145] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cb7c0b-b2e8-bf6a-fded-da5c82a8f4fa" [ 814.358145] env[69905]: _type = "Task" [ 814.358145] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.369428] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cb7c0b-b2e8-bf6a-fded-da5c82a8f4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.398747] env[69905]: DEBUG oslo_concurrency.lockutils [req-2c3bc3b0-a750-42bd-97d2-4b3cd81d78e1 req-9f3d1f68-6873-4f9b-894c-274ab8e8f76c service nova] Releasing lock "refresh_cache-cf3b133f-ef30-4060-85ca-46149099d005" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.403032] env[69905]: INFO nova.compute.manager [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Rebuilding instance [ 814.482074] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413327, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.485760] env[69905]: DEBUG nova.compute.manager [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.486079] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560e8ab-7965-4085-99ff-51e44163034c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.598133] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413325, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.636362] env[69905]: DEBUG nova.compute.utils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.639539] env[69905]: DEBUG nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.640107] env[69905]: DEBUG nova.network.neutron [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.689246] env[69905]: DEBUG nova.policy [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd532b60737ed4971ac598484d1642585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1047d56971f42cb8786ad664cd640ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.873321] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cb7c0b-b2e8-bf6a-fded-da5c82a8f4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.071287} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.873321] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.873321] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.873625] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.873625] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.873803] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.874078] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1de66fb-dae0-4420-bc2d-088c961970ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.885106] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.885305] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.886046] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6183057-ade3-4a7b-9d61-89df5a8d209f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.892792] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 814.892792] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c2b54a-b958-c25c-6297-5dce45127c77" [ 814.892792] env[69905]: _type = "Task" [ 814.892792] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.910308] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c2b54a-b958-c25c-6297-5dce45127c77, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.911189] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f336aba-41bb-421f-805a-4b590c8409ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.922418] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 814.922418] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7790b-739e-1352-8dd9-6462e7c09d5c" [ 814.922418] env[69905]: _type = "Task" [ 814.922418] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.933065] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7790b-739e-1352-8dd9-6462e7c09d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.977162] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614344} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.977488] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] cf3b133f-ef30-4060-85ca-46149099d005/cf3b133f-ef30-4060-85ca-46149099d005.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.977702] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.977967] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b481aae5-75ea-4e3d-a1d4-c9bfcc4f4bef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.986367] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 814.986367] env[69905]: value = "task-3413328" [ 814.986367] env[69905]: _type = "Task" [ 814.986367] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.998214] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.006801] env[69905]: DEBUG nova.network.neutron [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Successfully created port: 7086bbab-2ca7-4cc8-884b-db5b230efe72 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.101505] env[69905]: DEBUG oslo_vmware.api [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Task: {'id': task-3413325, 'name': PowerOnVM_Task, 'duration_secs': 1.124167} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.102440] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.102440] env[69905]: DEBUG nova.compute.manager [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.103043] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d9026-d9b4-42a0-9f8b-7826d375e42b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.140703] env[69905]: DEBUG nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.272627] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 815.272799] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681092', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'name': 'volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'serial': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 815.273697] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05de230-3f0a-4bcd-ade8-76ea8df6538f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.287613] env[69905]: DEBUG nova.compute.manager [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Received event network-vif-plugged-17733272-3988-43d7-951c-596fa88210bc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.287712] env[69905]: DEBUG oslo_concurrency.lockutils [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] Acquiring lock "71187f47-1b8c-4685-b7b1-c8ca60a811de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.287903] env[69905]: DEBUG oslo_concurrency.lockutils [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.288107] env[69905]: DEBUG oslo_concurrency.lockutils [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.288292] env[69905]: DEBUG nova.compute.manager [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] No waiting events found dispatching network-vif-plugged-17733272-3988-43d7-951c-596fa88210bc {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.288452] env[69905]: WARNING nova.compute.manager [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Received unexpected event network-vif-plugged-17733272-3988-43d7-951c-596fa88210bc for instance with vm_state building and task_state spawning. [ 815.288610] env[69905]: DEBUG nova.compute.manager [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Received event network-changed-17733272-3988-43d7-951c-596fa88210bc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.288756] env[69905]: DEBUG nova.compute.manager [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Refreshing instance network info cache due to event network-changed-17733272-3988-43d7-951c-596fa88210bc. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.289309] env[69905]: DEBUG oslo_concurrency.lockutils [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] Acquiring lock "refresh_cache-71187f47-1b8c-4685-b7b1-c8ca60a811de" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.289501] env[69905]: DEBUG oslo_concurrency.lockutils [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] Acquired lock "refresh_cache-71187f47-1b8c-4685-b7b1-c8ca60a811de" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.289667] env[69905]: DEBUG nova.network.neutron [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Refreshing network info cache for port 17733272-3988-43d7-951c-596fa88210bc {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.318388] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be062b46-206f-44d5-b6e8-d16d17f25efa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.353719] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721/volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.355938] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f100e1-063e-4c04-9001-2e39f5c631be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.379256] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Waiting for the task: (returnval){ [ 815.379256] env[69905]: value = "task-3413329" [ 815.379256] env[69905]: _type = "Task" [ 815.379256] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.389112] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.436778] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7790b-739e-1352-8dd9-6462e7c09d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.437495] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.437875] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 71187f47-1b8c-4685-b7b1-c8ca60a811de/71187f47-1b8c-4685-b7b1-c8ca60a811de.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.439399] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394910d9-ae98-4953-9819-fb6bd0e6f589 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.451112] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 815.451112] env[69905]: value = "task-3413330" [ 815.451112] env[69905]: _type = "Task" [ 815.451112] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.462809] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.497962] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187925} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.500827] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.501873] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ab43d0-7205-449d-92ce-1723a5a500f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.518484] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.527926] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] cf3b133f-ef30-4060-85ca-46149099d005/cf3b133f-ef30-4060-85ca-46149099d005.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.530812] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd71f1b2-bb30-4007-b49c-6f39dc57084f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.532383] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73689e0a-7ee4-439a-b138-ac10f7f52cc4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.554671] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 815.554671] env[69905]: value = "task-3413331" [ 815.554671] env[69905]: _type = "Task" [ 815.554671] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.554995] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 815.554995] env[69905]: value = "task-3413332" [ 815.554995] env[69905]: _type = "Task" [ 815.554995] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.572021] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413332, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.577329] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.621128] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.826429] env[69905]: DEBUG nova.compute.manager [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.827556] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea28aa98-0054-4f58-8a1c-9ca6852257d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.864288] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fdf799-2f49-4808-96a3-750e57312583 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.888468] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd32f69-847e-4c22-b7b5-8b617a69ec1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.941955] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731880e3-650a-4a6a-9b64-2afdd92751d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.945103] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.951757] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68eca93-ded2-4095-8197-cca67378d4f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.972375] env[69905]: DEBUG nova.compute.provider_tree [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.977292] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413330, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.072998] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.073368] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413331, 'name': PowerOffVM_Task, 'duration_secs': 0.222037} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.073617] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.074385] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.074644] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e59dc2b-b2ab-4a93-87b8-9a10dd8293a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.078160] env[69905]: DEBUG nova.network.neutron [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Updated VIF entry in instance network info cache for port 17733272-3988-43d7-951c-596fa88210bc. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.078455] env[69905]: DEBUG nova.network.neutron [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Updating instance_info_cache with network_info: [{"id": "17733272-3988-43d7-951c-596fa88210bc", "address": "fa:16:3e:e8:3c:46", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17733272-39", "ovs_interfaceid": "17733272-3988-43d7-951c-596fa88210bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.083131] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 816.083131] env[69905]: value = "task-3413333" [ 816.083131] env[69905]: _type = "Task" [ 816.083131] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.094478] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 816.094692] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 816.094902] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-680995', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'name': 'volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ccf16ee0-ca7b-4b41-b19d-e18c75493e5b', 'attached_at': '', 'detached_at': '', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'serial': '734cdecb-40f6-4a01-86fd-c72e2dc8722d'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 816.095727] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fb5d4a-6779-441a-9c5e-5e4672c26eef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.117357] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678cec56-5003-40de-b340-fd45f27dc1e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.125599] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f263984-e555-4e3d-aac7-0592547fbd19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.148372] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f5dad4-3c61-4de8-a201-ec26fdce0c98 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.170517] env[69905]: DEBUG nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.172314] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] The volume has not been displaced from its original location: [datastore1] volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d/volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 816.179973] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 816.181365] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07e6b23-811e-4f1b-b912-a284b4ea7711 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.202991] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 816.202991] env[69905]: value = "task-3413334" [ 816.202991] env[69905]: _type = "Task" [ 816.202991] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.216539] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.218792] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.219071] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.219180] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.219360] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.219504] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.219648] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.219856] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.220021] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.220193] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.220352] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.220523] env[69905]: DEBUG nova.virt.hardware [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.221400] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4024a916-183f-4c6c-89da-0d4a24acf4dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.229900] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd238d35-a18b-475f-8fdd-3eefb17064e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.346135] env[69905]: INFO nova.compute.manager [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] instance snapshotting [ 816.346241] env[69905]: WARNING nova.compute.manager [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 816.349038] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9ee05c-61b6-467f-8620-8e9ede45beb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.369245] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fa082-2ce4-4b02-8d13-2e2d3d79786d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.391335] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.480749] env[69905]: DEBUG nova.scheduler.client.report [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.484343] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519019} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.485082] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 71187f47-1b8c-4685-b7b1-c8ca60a811de/71187f47-1b8c-4685-b7b1-c8ca60a811de.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.485213] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.485456] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2d722de-6fc0-4c4b-bbba-19ece9f66cc6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.499110] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 816.499110] env[69905]: value = "task-3413335" [ 816.499110] env[69905]: _type = "Task" [ 816.499110] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.512274] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.570969] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413332, 'name': ReconfigVM_Task, 'duration_secs': 0.665963} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.571451] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Reconfigured VM instance instance-00000021 to attach disk [datastore2] cf3b133f-ef30-4060-85ca-46149099d005/cf3b133f-ef30-4060-85ca-46149099d005.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.572184] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712ceb7b-c7b5-4867-8d9d-4fb5a3f08f40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.580788] env[69905]: DEBUG oslo_concurrency.lockutils [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] Releasing lock "refresh_cache-71187f47-1b8c-4685-b7b1-c8ca60a811de" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.581069] env[69905]: DEBUG nova.compute.manager [req-5b012728-7515-401b-bdb6-87f00cf0518b req-f4e668a7-2d00-4e56-96be-db07470b510a service nova] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Received event network-vif-deleted-342715b9-6ee4-4be2-8eca-78554e042674 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.581514] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 816.581514] env[69905]: value = "task-3413336" [ 816.581514] env[69905]: _type = "Task" [ 816.581514] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.605303] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413336, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.716531] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413334, 'name': ReconfigVM_Task, 'duration_secs': 0.167931} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.717226] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.723154] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b686b46-4006-442b-addc-73fed618c749 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.740911] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 816.740911] env[69905]: value = "task-3413337" [ 816.740911] env[69905]: _type = "Task" [ 816.740911] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.755674] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.770815] env[69905]: DEBUG nova.network.neutron [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Successfully updated port: 7086bbab-2ca7-4cc8-884b-db5b230efe72 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.888043] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 816.888278] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e5f752b-54d6-44c1-b05f-9d1629fe8407 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.897987] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.899468] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 816.899468] env[69905]: value = "task-3413338" [ 816.899468] env[69905]: _type = "Task" [ 816.899468] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.908078] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413338, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.969230] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.969516] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.969729] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.969910] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.970089] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.972231] env[69905]: INFO nova.compute.manager [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Terminating instance [ 816.986561] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.987094] env[69905]: DEBUG nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.990055] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.619s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.990278] env[69905]: DEBUG nova.objects.instance [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lazy-loading 'resources' on Instance uuid e4d106b0-164b-4064-8868-3ba80292d7e4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.010685] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072325} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.010685] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.011483] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70206ca-a1ee-4f5e-9bc6-1fcd0567ce8f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.042495] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 71187f47-1b8c-4685-b7b1-c8ca60a811de/71187f47-1b8c-4685-b7b1-c8ca60a811de.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.043706] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff7f292-f351-45f0-883a-37133b59f2e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.066768] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 817.066768] env[69905]: value = "task-3413339" [ 817.066768] env[69905]: _type = "Task" [ 817.066768] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.078546] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.094022] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413336, 'name': Rename_Task, 'duration_secs': 0.507473} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.094022] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.094022] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dac3d5a-4805-4d27-b903-262b3dbba6c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.104305] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 817.104305] env[69905]: value = "task-3413340" [ 817.104305] env[69905]: _type = "Task" [ 817.104305] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.113842] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.253071] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413337, 'name': ReconfigVM_Task, 'duration_secs': 0.344959} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.253672] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-680995', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'name': 'volume-734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ccf16ee0-ca7b-4b41-b19d-e18c75493e5b', 'attached_at': '', 'detached_at': '', 'volume_id': '734cdecb-40f6-4a01-86fd-c72e2dc8722d', 'serial': '734cdecb-40f6-4a01-86fd-c72e2dc8722d'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 817.254198] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.255588] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910135c4-671a-4a7c-ad36-eec08c125be0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.265147] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.265706] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be11a2ef-b474-4da5-86aa-7aeb9f78ebf3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.273515] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-a2863eb9-0d04-4f6c-a05d-71a705b13283" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.273945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-a2863eb9-0d04-4f6c-a05d-71a705b13283" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.274221] env[69905]: DEBUG nova.network.neutron [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.347024] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.347024] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.347024] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Deleting the datastore file [datastore1] ccf16ee0-ca7b-4b41-b19d-e18c75493e5b {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.347024] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-104d730a-93de-4494-b798-500fba67fb77 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.358347] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for the task: (returnval){ [ 817.358347] env[69905]: value = "task-3413342" [ 817.358347] env[69905]: _type = "Task" [ 817.358347] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.372842] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.384355] env[69905]: DEBUG nova.compute.manager [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Received event network-vif-plugged-7086bbab-2ca7-4cc8-884b-db5b230efe72 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.384570] env[69905]: DEBUG oslo_concurrency.lockutils [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] Acquiring lock "a2863eb9-0d04-4f6c-a05d-71a705b13283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.384774] env[69905]: DEBUG oslo_concurrency.lockutils [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.384988] env[69905]: DEBUG oslo_concurrency.lockutils [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.385267] env[69905]: DEBUG nova.compute.manager [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] No waiting events found dispatching network-vif-plugged-7086bbab-2ca7-4cc8-884b-db5b230efe72 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.385466] env[69905]: WARNING nova.compute.manager [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Received unexpected event network-vif-plugged-7086bbab-2ca7-4cc8-884b-db5b230efe72 for instance with vm_state building and task_state spawning. [ 817.385620] env[69905]: DEBUG nova.compute.manager [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Received event network-changed-7086bbab-2ca7-4cc8-884b-db5b230efe72 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.385765] env[69905]: DEBUG nova.compute.manager [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Refreshing instance network info cache due to event network-changed-7086bbab-2ca7-4cc8-884b-db5b230efe72. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.385980] env[69905]: DEBUG oslo_concurrency.lockutils [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] Acquiring lock "refresh_cache-a2863eb9-0d04-4f6c-a05d-71a705b13283" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.397250] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413329, 'name': ReconfigVM_Task, 'duration_secs': 1.81405} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.397508] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721/volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.402868] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953fabcc-feb4-4531-957a-867d0b3e1d2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.429833] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413338, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.432699] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Waiting for the task: (returnval){ [ 817.432699] env[69905]: value = "task-3413343" [ 817.432699] env[69905]: _type = "Task" [ 817.432699] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.447572] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.476421] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "refresh_cache-317882cf-ffbc-47c7-a6ba-1f2e418226c1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.476643] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquired lock "refresh_cache-317882cf-ffbc-47c7-a6ba-1f2e418226c1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.476882] env[69905]: DEBUG nova.network.neutron [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.493829] env[69905]: DEBUG nova.compute.utils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.499482] env[69905]: DEBUG nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.499482] env[69905]: DEBUG nova.network.neutron [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.557510] env[69905]: DEBUG nova.policy [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aadeaa1d999844e1a1ac8b34684cabfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '539b32daa786475384cfcb885241ad22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.580780] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413339, 'name': ReconfigVM_Task, 'duration_secs': 0.417006} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.581181] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 71187f47-1b8c-4685-b7b1-c8ca60a811de/71187f47-1b8c-4685-b7b1-c8ca60a811de.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.582343] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f2b4ff-2887-4459-ab0e-574f3b8d433d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.591719] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 817.591719] env[69905]: value = "task-3413344" [ 817.591719] env[69905]: _type = "Task" [ 817.591719] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.605722] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413344, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.618044] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.836457] env[69905]: DEBUG nova.network.neutron [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.874261] env[69905]: DEBUG oslo_vmware.api [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Task: {'id': task-3413342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108666} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.874530] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.874713] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.875214] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.926645] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413338, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.946526] env[69905]: DEBUG oslo_vmware.api [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413343, 'name': ReconfigVM_Task, 'duration_secs': 0.196529} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.947147] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681092', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'name': 'volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'serial': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 817.968421] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 817.969569] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9da473c-d69d-48e9-bcef-1205f273e453 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.981556] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0420f-f2f9-43a9-be4e-f1edfe4659c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.998750] env[69905]: DEBUG nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.036493] env[69905]: ERROR nova.compute.manager [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Failed to detach volume 734cdecb-40f6-4a01-86fd-c72e2dc8722d from /dev/sda: nova.exception.InstanceNotFound: Instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b could not be found. [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Traceback (most recent call last): [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self.driver.rebuild(**kwargs) [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] raise NotImplementedError() [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] NotImplementedError [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] During handling of the above exception, another exception occurred: [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Traceback (most recent call last): [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self.driver.detach_volume(context, old_connection_info, [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] return self._volumeops.detach_volume(connection_info, instance) [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self._detach_volume_vmdk(connection_info, instance) [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] stable_ref.fetch_moref(session) [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] nova.exception.InstanceNotFound: Instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b could not be found. [ 818.036493] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.039481] env[69905]: DEBUG nova.network.neutron [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.089749] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949ef3c8-141f-4dab-8f00-7298fd945d72 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.105813] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc94ef57-382c-425d-9e6a-30f6be8076cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.108996] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413344, 'name': Rename_Task, 'duration_secs': 0.374751} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.109387] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.112920] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8541eb4d-5a22-4608-9293-6bbfd4382125 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.153629] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f30da-08c2-4997-825e-a47b0ae341e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.156506] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 818.156506] env[69905]: value = "task-3413345" [ 818.156506] env[69905]: _type = "Task" [ 818.156506] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.156617] env[69905]: DEBUG oslo_vmware.api [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413340, 'name': PowerOnVM_Task, 'duration_secs': 0.541026} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.157789] env[69905]: DEBUG nova.network.neutron [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.159023] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.159257] env[69905]: INFO nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Took 9.63 seconds to spawn the instance on the hypervisor. [ 818.159477] env[69905]: DEBUG nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.166423] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3d827b-8e7b-4e1f-92ca-7c3566263abd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.172599] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e54af8-376b-4375-9d5d-8744f4b51530 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.184117] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.203931] env[69905]: DEBUG nova.compute.provider_tree [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.264228] env[69905]: DEBUG nova.compute.utils [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Build of instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b aborted: Failed to rebuild volume backed instance. {{(pid=69905) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 818.266889] env[69905]: ERROR nova.compute.manager [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b aborted: Failed to rebuild volume backed instance. [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Traceback (most recent call last): [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self.driver.rebuild(**kwargs) [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] raise NotImplementedError() [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] NotImplementedError [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] During handling of the above exception, another exception occurred: [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Traceback (most recent call last): [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self._detach_root_volume(context, instance, root_bdm) [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] with excutils.save_and_reraise_exception(): [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self.force_reraise() [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] raise self.value [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self.driver.detach_volume(context, old_connection_info, [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] return self._volumeops.detach_volume(connection_info, instance) [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self._detach_volume_vmdk(connection_info, instance) [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] stable_ref.fetch_moref(session) [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] nova.exception.InstanceNotFound: Instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b could not be found. [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] During handling of the above exception, another exception occurred: [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Traceback (most recent call last): [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] yield [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 818.266889] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self._do_rebuild_instance_with_claim( [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self._do_rebuild_instance( [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self._rebuild_default_impl(**kwargs) [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] self._rebuild_volume_backed_instance( [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] raise exception.BuildAbortException( [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] nova.exception.BuildAbortException: Build of instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b aborted: Failed to rebuild volume backed instance. [ 818.267993] env[69905]: ERROR nova.compute.manager [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] [ 818.417591] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413338, 'name': CreateSnapshot_Task, 'duration_secs': 1.280717} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.417886] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 818.418690] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14373413-ecef-4dec-980f-ba81ced85842 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.431225] env[69905]: DEBUG nova.network.neutron [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Updating instance_info_cache with network_info: [{"id": "7086bbab-2ca7-4cc8-884b-db5b230efe72", "address": "fa:16:3e:e0:b2:3c", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7086bbab-2c", "ovs_interfaceid": "7086bbab-2ca7-4cc8-884b-db5b230efe72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.529067] env[69905]: DEBUG nova.network.neutron [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Successfully created port: b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.663505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Releasing lock "refresh_cache-317882cf-ffbc-47c7-a6ba-1f2e418226c1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.663910] env[69905]: DEBUG nova.compute.manager [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.664335] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.664961] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314647e9-7954-4a6e-a818-af3cba1783fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.675811] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.677751] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.678011] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b098ff-5ea4-43b1-9418-5b12a468aadc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.692619] env[69905]: DEBUG oslo_vmware.api [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 818.692619] env[69905]: value = "task-3413346" [ 818.692619] env[69905]: _type = "Task" [ 818.692619] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.700604] env[69905]: INFO nova.compute.manager [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Took 34.49 seconds to build instance. [ 818.709813] env[69905]: DEBUG nova.scheduler.client.report [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.713618] env[69905]: DEBUG oslo_vmware.api [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.942100] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 818.946826] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-a2863eb9-0d04-4f6c-a05d-71a705b13283" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.946826] env[69905]: DEBUG nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Instance network_info: |[{"id": "7086bbab-2ca7-4cc8-884b-db5b230efe72", "address": "fa:16:3e:e0:b2:3c", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7086bbab-2c", "ovs_interfaceid": "7086bbab-2ca7-4cc8-884b-db5b230efe72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.947149] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6caecae7-4ce6-45e8-aee5-9c94238903d7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.950997] env[69905]: DEBUG oslo_concurrency.lockutils [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] Acquired lock "refresh_cache-a2863eb9-0d04-4f6c-a05d-71a705b13283" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.950997] env[69905]: DEBUG nova.network.neutron [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Refreshing network info cache for port 7086bbab-2ca7-4cc8-884b-db5b230efe72 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.951823] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:b2:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7086bbab-2ca7-4cc8-884b-db5b230efe72', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.964493] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.967308] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.968243] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7473b58a-38b9-4f90-b090-150be80a44f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.987473] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 818.987473] env[69905]: value = "task-3413347" [ 818.987473] env[69905]: _type = "Task" [ 818.987473] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.996294] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.996294] env[69905]: value = "task-3413348" [ 818.996294] env[69905]: _type = "Task" [ 818.996294] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.004323] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413347, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.019964] env[69905]: DEBUG nova.objects.instance [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lazy-loading 'flavor' on Instance uuid fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.026184] env[69905]: DEBUG nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.031031] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413348, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.061441] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.061642] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.062460] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.062460] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.062460] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.062460] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.062460] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.062682] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.062818] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.062942] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.063129] env[69905]: DEBUG nova.virt.hardware [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.064114] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c64066-12a9-46f8-a7e2-61cca374c1dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.079163] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb82e1-8811-40c6-8022-5a63b939f483 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.173114] env[69905]: DEBUG oslo_vmware.api [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413345, 'name': PowerOnVM_Task, 'duration_secs': 0.956912} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.173114] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.173114] env[69905]: INFO nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Took 7.93 seconds to spawn the instance on the hypervisor. [ 819.175135] env[69905]: DEBUG nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.176079] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e13b6-146e-42f8-9cf8-86372408b5d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.203230] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25b763c5-d216-4dcb-a70a-bc186fa1bf4e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "cf3b133f-ef30-4060-85ca-46149099d005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.953s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.214176] env[69905]: DEBUG oslo_vmware.api [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413346, 'name': PowerOffVM_Task, 'duration_secs': 0.21412} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.214176] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.216255] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.216440] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.217904] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.432s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.219745] env[69905]: INFO nova.compute.claims [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.223047] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81c86aab-0a0e-4cf7-a6b7-2285f67b5f59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.258950] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.262734] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.262734] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Deleting the datastore file [datastore2] 317882cf-ffbc-47c7-a6ba-1f2e418226c1 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.262734] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0e6072d-88b0-42fe-acf9-ebeecfee4fdb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.268909] env[69905]: INFO nova.scheduler.client.report [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Deleted allocations for instance e4d106b0-164b-4064-8868-3ba80292d7e4 [ 819.275238] env[69905]: DEBUG oslo_vmware.api [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for the task: (returnval){ [ 819.275238] env[69905]: value = "task-3413350" [ 819.275238] env[69905]: _type = "Task" [ 819.275238] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.292704] env[69905]: DEBUG oslo_vmware.api [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.387027] env[69905]: DEBUG nova.network.neutron [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Updated VIF entry in instance network info cache for port 7086bbab-2ca7-4cc8-884b-db5b230efe72. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.387027] env[69905]: DEBUG nova.network.neutron [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Updating instance_info_cache with network_info: [{"id": "7086bbab-2ca7-4cc8-884b-db5b230efe72", "address": "fa:16:3e:e0:b2:3c", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7086bbab-2c", "ovs_interfaceid": "7086bbab-2ca7-4cc8-884b-db5b230efe72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.500549] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413347, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.514592] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413348, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.534305] env[69905]: DEBUG oslo_concurrency.lockutils [None req-985aa940-cb24-428f-b7ac-50c13775f695 tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.908s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.703698] env[69905]: INFO nova.compute.manager [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Took 35.32 seconds to build instance. [ 819.706171] env[69905]: DEBUG nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.782685] env[69905]: DEBUG oslo_concurrency.lockutils [None req-40dce6d2-4cb2-4de6-a426-59e2d5fb3910 tempest-AttachInterfacesV270Test-1492456919 tempest-AttachInterfacesV270Test-1492456919-project-member] Lock "e4d106b0-164b-4064-8868-3ba80292d7e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.222s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.803883] env[69905]: DEBUG oslo_vmware.api [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Task: {'id': task-3413350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154598} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.804752] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.805030] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.806115] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.806333] env[69905]: INFO nova.compute.manager [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 819.806638] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.807324] env[69905]: DEBUG nova.compute.manager [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.807324] env[69905]: DEBUG nova.network.neutron [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.843481] env[69905]: DEBUG nova.network.neutron [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.888602] env[69905]: DEBUG oslo_concurrency.lockutils [req-c452a982-8d34-4134-ac73-a8eccb1a0a3d req-aa4507c2-1209-46bd-8e58-f2b8f7bdea55 service nova] Releasing lock "refresh_cache-a2863eb9-0d04-4f6c-a05d-71a705b13283" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.003272] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413347, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.014694] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413348, 'name': CreateVM_Task, 'duration_secs': 0.539072} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.016180] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.016180] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.016180] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.016394] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.016800] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6b8a1c-6d11-475e-be5b-497f5d7575e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.023949] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 820.023949] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520c2cd0-4a52-c5bc-10d8-72e13be50a29" [ 820.023949] env[69905]: _type = "Task" [ 820.023949] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.041056] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520c2cd0-4a52-c5bc-10d8-72e13be50a29, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.041338] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.041643] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.045019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.045019] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.045019] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f54d947b-0ef0-42ae-88eb-a995543cfeca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.053523] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.053887] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.054802] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a98c925-f969-40c9-955e-867f22df6c00 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.061769] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 820.061769] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522cd171-6bb2-cc6a-b2ae-64123bc1dc15" [ 820.061769] env[69905]: _type = "Task" [ 820.061769] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.072921] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522cd171-6bb2-cc6a-b2ae-64123bc1dc15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.204537] env[69905]: DEBUG oslo_concurrency.lockutils [None req-171768ac-b38a-40af-b28b-f4557d643123 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.082s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.251779] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.307034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.345675] env[69905]: DEBUG nova.network.neutron [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.403182] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "968d5406-15e8-47d8-ae02-0a91e321db9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.403182] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.501396] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413347, 'name': CloneVM_Task} progress is 95%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.544369] env[69905]: DEBUG nova.network.neutron [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Successfully updated port: b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.579307] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522cd171-6bb2-cc6a-b2ae-64123bc1dc15, 'name': SearchDatastore_Task, 'duration_secs': 0.015238} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.581119] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f92eb18-8e53-466e-980a-edb93ac62aa6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.588462] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 820.588462] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0b7aa-3a03-88d1-ab94-ae0495687bc0" [ 820.588462] env[69905]: _type = "Task" [ 820.588462] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.597540] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0b7aa-3a03-88d1-ab94-ae0495687bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.797334] env[69905]: DEBUG nova.compute.manager [req-07c0c459-754e-4684-b23d-87aa3340e411 req-2e9f418a-b7a4-4007-b70e-c3980206cd82 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Received event network-vif-plugged-b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.797426] env[69905]: DEBUG oslo_concurrency.lockutils [req-07c0c459-754e-4684-b23d-87aa3340e411 req-2e9f418a-b7a4-4007-b70e-c3980206cd82 service nova] Acquiring lock "be256e2c-9094-4bdf-9be9-1189a7c12acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.797620] env[69905]: DEBUG oslo_concurrency.lockutils [req-07c0c459-754e-4684-b23d-87aa3340e411 req-2e9f418a-b7a4-4007-b70e-c3980206cd82 service nova] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.797790] env[69905]: DEBUG oslo_concurrency.lockutils [req-07c0c459-754e-4684-b23d-87aa3340e411 req-2e9f418a-b7a4-4007-b70e-c3980206cd82 service nova] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.797958] env[69905]: DEBUG nova.compute.manager [req-07c0c459-754e-4684-b23d-87aa3340e411 req-2e9f418a-b7a4-4007-b70e-c3980206cd82 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] No waiting events found dispatching network-vif-plugged-b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.798169] env[69905]: WARNING nova.compute.manager [req-07c0c459-754e-4684-b23d-87aa3340e411 req-2e9f418a-b7a4-4007-b70e-c3980206cd82 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Received unexpected event network-vif-plugged-b8cc5de0-c8c0-4cad-87fe-96977d2c1356 for instance with vm_state building and task_state spawning. [ 820.839230] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06d363-58b1-4ab6-a1b2-ccb076725c5c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.849569] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17fbf0-1d45-45b8-ad7c-fbe7648d9f50 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.855135] env[69905]: INFO nova.compute.manager [-] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Took 1.05 seconds to deallocate network for instance. [ 820.894943] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac6e1de-9366-4ef6-af5b-bba02b05463f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.902630] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee91dec1-c806-43b1-826b-60b7694630fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.907862] env[69905]: DEBUG nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.922313] env[69905]: DEBUG nova.compute.provider_tree [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.003718] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413347, 'name': CloneVM_Task, 'duration_secs': 1.899465} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.004328] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Created linked-clone VM from snapshot [ 821.005041] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9847a-c667-458d-938f-9e451df7db46 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.017228] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Uploading image 83d2c696-3458-4b01-8f18-1f1c516fdeb5 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.029398] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "6f7fe935-bf84-4317-b97c-79c278d214f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.029802] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.046076] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 821.046076] env[69905]: value = "vm-681096" [ 821.046076] env[69905]: _type = "VirtualMachine" [ 821.046076] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 821.047594] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.047594] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.047594] env[69905]: DEBUG nova.network.neutron [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.048627] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db0ea04a-339e-4333-bdb0-00efde1fc7b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.058917] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease: (returnval){ [ 821.058917] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f733bc-bab6-8a47-ea64-4f8a77392137" [ 821.058917] env[69905]: _type = "HttpNfcLease" [ 821.058917] env[69905]: } obtained for exporting VM: (result){ [ 821.058917] env[69905]: value = "vm-681096" [ 821.058917] env[69905]: _type = "VirtualMachine" [ 821.058917] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 821.059183] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the lease: (returnval){ [ 821.059183] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f733bc-bab6-8a47-ea64-4f8a77392137" [ 821.059183] env[69905]: _type = "HttpNfcLease" [ 821.059183] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.067435] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.067435] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f733bc-bab6-8a47-ea64-4f8a77392137" [ 821.067435] env[69905]: _type = "HttpNfcLease" [ 821.067435] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 821.103721] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0b7aa-3a03-88d1-ab94-ae0495687bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.104229] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.104303] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a2863eb9-0d04-4f6c-a05d-71a705b13283/a2863eb9-0d04-4f6c-a05d-71a705b13283.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.104718] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a27e458c-5047-4083-98a3-ba0e30f58342 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.113490] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 821.113490] env[69905]: value = "task-3413352" [ 821.113490] env[69905]: _type = "Task" [ 821.113490] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.124987] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Acquiring lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.125299] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.126973] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.365648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.430324] env[69905]: DEBUG nova.scheduler.client.report [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.446754] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.570470] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.570470] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f733bc-bab6-8a47-ea64-4f8a77392137" [ 821.570470] env[69905]: _type = "HttpNfcLease" [ 821.570470] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 821.572018] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 821.572018] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f733bc-bab6-8a47-ea64-4f8a77392137" [ 821.572018] env[69905]: _type = "HttpNfcLease" [ 821.572018] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 821.572018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a0f93-d04f-40f1-9cf6-a20138ebefc0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.583767] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52161ff2-73e7-21f8-0458-2d7c6cc2f46a/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 821.584189] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52161ff2-73e7-21f8-0458-2d7c6cc2f46a/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 821.656810] env[69905]: INFO nova.compute.manager [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Detaching volume d7e9e56c-0973-44b6-af5f-5c637d3a2721 [ 821.661375] env[69905]: DEBUG nova.network.neutron [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.676219] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542086} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.676377] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a2863eb9-0d04-4f6c-a05d-71a705b13283/a2863eb9-0d04-4f6c-a05d-71a705b13283.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.676802] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.676875] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-362d594c-647c-4794-8a70-60a51a381779 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.688219] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 821.688219] env[69905]: value = "task-3413353" [ 821.688219] env[69905]: _type = "Task" [ 821.688219] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.703820] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.712029] env[69905]: INFO nova.virt.block_device [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Attempting to driver detach volume d7e9e56c-0973-44b6-af5f-5c637d3a2721 from mountpoint /dev/sdb [ 821.712453] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 821.712647] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681092', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'name': 'volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'serial': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 821.713692] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a077ec-8134-48be-9530-0da90bf24ab5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.739995] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad658e-d840-4c65-b19c-bade13396866 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.754186] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be65b141-5a2a-4410-955e-6f06104fbd0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.780325] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85435ce5-b8cb-40f4-a2dd-7b50007a5c42 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.799576] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] The volume has not been displaced from its original location: [datastore2] volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721/volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 821.805029] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.807642] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7565842-9058-4f67-ad37-4b3acf0fc7f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.824908] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e09262dd-7546-48ec-ad14-3955a39d4b0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.837880] env[69905]: DEBUG oslo_vmware.api [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Waiting for the task: (returnval){ [ 821.837880] env[69905]: value = "task-3413354" [ 821.837880] env[69905]: _type = "Task" [ 821.837880] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.848215] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquiring lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.848495] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.849679] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquiring lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.849679] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.849679] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.851399] env[69905]: INFO nova.compute.manager [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Terminating instance [ 821.941323] env[69905]: DEBUG nova.network.neutron [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Updating instance_info_cache with network_info: [{"id": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "address": "fa:16:3e:10:cc:5f", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8cc5de0-c8", "ovs_interfaceid": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.942300] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.943141] env[69905]: DEBUG nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.949637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.655s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.950460] env[69905]: DEBUG nova.objects.instance [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lazy-loading 'resources' on Instance uuid 841e895f-88d6-4f70-b37a-44beeb4a9890 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.199411] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073596} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.199858] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.200490] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e561ae-2d49-4d73-ba14-2cd36a6a43fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.225642] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a2863eb9-0d04-4f6c-a05d-71a705b13283/a2863eb9-0d04-4f6c-a05d-71a705b13283.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.226144] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec66dced-ca25-4e80-9758-c74b30fa0336 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.247494] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 822.247494] env[69905]: value = "task-3413355" [ 822.247494] env[69905]: _type = "Task" [ 822.247494] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.265867] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.350922] env[69905]: DEBUG oslo_vmware.api [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413354, 'name': ReconfigVM_Task, 'duration_secs': 0.294794} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.351056] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.356909] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab89982-e872-477b-b435-81b510da1fa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.370803] env[69905]: DEBUG nova.compute.manager [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.370803] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bae7d60-f45f-45ca-82cd-2509a54dd8a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.381371] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb6f62f-8f37-45ee-8c29-80774abf6b89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.398645] env[69905]: DEBUG oslo_vmware.api [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Waiting for the task: (returnval){ [ 822.398645] env[69905]: value = "task-3413356" [ 822.398645] env[69905]: _type = "Task" [ 822.398645] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.414521] env[69905]: DEBUG oslo_vmware.api [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.429897] env[69905]: WARNING nova.virt.vmwareapi.driver [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b could not be found. [ 822.430362] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.430841] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-545d537b-f78f-401c-a785-7a5257175b3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.442374] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5cc459-fb74-4cce-9154-960a90b18ce2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.457027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.460435] env[69905]: DEBUG nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Instance network_info: |[{"id": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "address": "fa:16:3e:10:cc:5f", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8cc5de0-c8", "ovs_interfaceid": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.465673] env[69905]: DEBUG nova.compute.utils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.479996] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:cc:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8cc5de0-c8c0-4cad-87fe-96977d2c1356', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.494839] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.495408] env[69905]: DEBUG nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 822.498547] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.498919] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21eb3ccb-5f63-4fde-b94a-cff51839691e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.543341] env[69905]: WARNING nova.virt.vmwareapi.vmops [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ccf16ee0-ca7b-4b41-b19d-e18c75493e5b could not be found. [ 822.543341] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.543341] env[69905]: INFO nova.compute.manager [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Took 0.17 seconds to destroy the instance on the hypervisor. [ 822.543480] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.544584] env[69905]: DEBUG nova.compute.manager [-] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.544584] env[69905]: DEBUG nova.network.neutron [-] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.553361] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.553361] env[69905]: value = "task-3413357" [ 822.553361] env[69905]: _type = "Task" [ 822.553361] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.568995] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413357, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.761983] env[69905]: DEBUG nova.compute.manager [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.763257] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae4c1cd-e80f-4d0e-8beb-ded0a0840e33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.780415] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413355, 'name': ReconfigVM_Task, 'duration_secs': 0.310499} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.785862] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a2863eb9-0d04-4f6c-a05d-71a705b13283/a2863eb9-0d04-4f6c-a05d-71a705b13283.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.785862] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a617b156-9cdc-4a66-9b19-49f2f5eae2a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.798604] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 822.798604] env[69905]: value = "task-3413358" [ 822.798604] env[69905]: _type = "Task" [ 822.798604] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.817769] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413358, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.916697] env[69905]: DEBUG oslo_vmware.api [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.971622] env[69905]: DEBUG nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.073172] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413357, 'name': CreateVM_Task, 'duration_secs': 0.378876} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.074338] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.074420] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.074586] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.074908] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.075258] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ce37c6-edc8-4284-bd24-c35fd1f66079 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.085472] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 823.085472] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52739a3c-19c2-ef10-ce3f-942e120c68fb" [ 823.085472] env[69905]: _type = "Task" [ 823.085472] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.101802] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52739a3c-19c2-ef10-ce3f-942e120c68fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.102155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.102788] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.102788] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.102788] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.103230] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.103302] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640b6684-8098-4974-a032-d87e458e9187 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.119626] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.119626] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.121246] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7262f8-51fe-443e-8656-b2320ed6f86e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.136106] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 823.136106] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5225b4a4-38ad-c452-6771-631c73cdd30e" [ 823.136106] env[69905]: _type = "Task" [ 823.136106] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.148343] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5225b4a4-38ad-c452-6771-631c73cdd30e, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.148343] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407f9d19-6493-48d4-a28c-6ca311798c3c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.157835] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 823.157835] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a352ed-4f33-7362-f985-0708bcea86e1" [ 823.157835] env[69905]: _type = "Task" [ 823.157835] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.168476] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a352ed-4f33-7362-f985-0708bcea86e1, 'name': SearchDatastore_Task} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.169261] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.169261] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] be256e2c-9094-4bdf-9be9-1189a7c12acd/be256e2c-9094-4bdf-9be9-1189a7c12acd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.169911] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44a1fe13-1b14-4983-bd2c-ccf952c37de7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.186399] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 823.186399] env[69905]: value = "task-3413359" [ 823.186399] env[69905]: _type = "Task" [ 823.186399] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.198058] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.209648] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb0b24-48da-46d0-822f-69f7f2d4137a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.222308] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9d2271-92a3-4ba1-b7b5-42b00a588136 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.270110] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc3869-14e3-41ce-8364-ca8c14b7c1be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.274049] env[69905]: DEBUG nova.compute.manager [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Received event network-changed-b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.274230] env[69905]: DEBUG nova.compute.manager [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Refreshing instance network info cache due to event network-changed-b8cc5de0-c8c0-4cad-87fe-96977d2c1356. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.274285] env[69905]: DEBUG oslo_concurrency.lockutils [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] Acquiring lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.274574] env[69905]: DEBUG oslo_concurrency.lockutils [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] Acquired lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.274686] env[69905]: DEBUG nova.network.neutron [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Refreshing network info cache for port b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.287025] env[69905]: INFO nova.compute.manager [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] instance snapshotting [ 823.289683] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0c4ec-ad07-41a5-a385-edfcd3aed902 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.296319] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23a973f-5478-4fed-81b4-9a2d6007618a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.328780] env[69905]: DEBUG nova.compute.provider_tree [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.335130] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb8cdf6-5802-4836-b712-9ffe2127488c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.339068] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413358, 'name': Rename_Task, 'duration_secs': 0.186542} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.339818] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.340372] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51d0f4b-0d7d-471a-8977-286c126e5ede {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.351415] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 823.351415] env[69905]: value = "task-3413360" [ 823.351415] env[69905]: _type = "Task" [ 823.351415] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.363602] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.411657] env[69905]: DEBUG oslo_vmware.api [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.699396] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413359, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.699702] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] be256e2c-9094-4bdf-9be9-1189a7c12acd/be256e2c-9094-4bdf-9be9-1189a7c12acd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.699927] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.700217] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b4eeb80-37bb-4c99-8a15-c3a3be05b4de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.714226] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "028ea91d-7739-430b-91f8-4f7be9711f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.715040] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "028ea91d-7739-430b-91f8-4f7be9711f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.715040] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 823.715040] env[69905]: value = "task-3413361" [ 823.715040] env[69905]: _type = "Task" [ 823.715040] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.728639] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.734884] env[69905]: DEBUG nova.network.neutron [-] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.831945] env[69905]: DEBUG nova.scheduler.client.report [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.853475] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.854323] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3cf06ec9-2916-41c5-bba7-04e23ecd7af8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.875203] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 823.875203] env[69905]: value = "task-3413362" [ 823.875203] env[69905]: _type = "Task" [ 823.875203] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.876459] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.885142] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.913182] env[69905]: DEBUG oslo_vmware.api [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Task: {'id': task-3413356, 'name': ReconfigVM_Task, 'duration_secs': 1.190856} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.913519] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681092', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'name': 'volume-d7e9e56c-0973-44b6-af5f-5c637d3a2721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721', 'serial': 'd7e9e56c-0973-44b6-af5f-5c637d3a2721'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 823.983147] env[69905]: DEBUG nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.015069] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.015387] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.015540] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.015768] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.015949] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.016355] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.016502] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.016670] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.016841] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.017017] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.017265] env[69905]: DEBUG nova.virt.hardware [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.018267] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5911c8-6e5f-4431-900e-0addbc75d2d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.033864] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b32be62-5ab0-4c0c-a77b-8e32375ff3f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.053385] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.059498] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Creating folder: Project (0a18825af9234bf2bc89d23271a48c9a). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.059897] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97ce0f85-2e6f-4c76-9b5d-aa9ca6441863 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.171789] env[69905]: DEBUG nova.network.neutron [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Updated VIF entry in instance network info cache for port b8cc5de0-c8c0-4cad-87fe-96977d2c1356. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.171789] env[69905]: DEBUG nova.network.neutron [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Updating instance_info_cache with network_info: [{"id": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "address": "fa:16:3e:10:cc:5f", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8cc5de0-c8", "ovs_interfaceid": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.240690] env[69905]: INFO nova.compute.manager [-] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Took 1.70 seconds to deallocate network for instance. [ 824.241521] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089122} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.247933] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.248711] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Created folder: Project (0a18825af9234bf2bc89d23271a48c9a) in parent group-v680985. [ 824.249054] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Creating folder: Instances. Parent ref: group-v681099. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.251450] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ac35e2-b751-4d99-a19f-4bdc3451c517 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.255643] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63dc1bcc-75b5-435f-a3fb-ca481db061dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.291782] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] be256e2c-9094-4bdf-9be9-1189a7c12acd/be256e2c-9094-4bdf-9be9-1189a7c12acd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.293499] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37318fa-8227-4bcf-b94e-e164ea029916 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.309377] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Created folder: Instances in parent group-v681099. [ 824.309808] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.309925] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.311745] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10a808aa-7da6-41f2-abf7-070488800134 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.324681] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 824.324681] env[69905]: value = "task-3413365" [ 824.324681] env[69905]: _type = "Task" [ 824.324681] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.333978] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.333978] env[69905]: value = "task-3413366" [ 824.333978] env[69905]: _type = "Task" [ 824.333978] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.341096] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.343331] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.343861] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.291s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.345718] env[69905]: INFO nova.compute.claims [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.361324] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413366, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.370859] env[69905]: DEBUG oslo_vmware.api [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413360, 'name': PowerOnVM_Task, 'duration_secs': 0.718817} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.370859] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.370859] env[69905]: INFO nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Took 8.20 seconds to spawn the instance on the hypervisor. [ 824.370959] env[69905]: DEBUG nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.371853] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02cf5e4-9040-41ec-ab66-c2a791d6d043 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.389582] env[69905]: INFO nova.scheduler.client.report [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Deleted allocations for instance 841e895f-88d6-4f70-b37a-44beeb4a9890 [ 824.395113] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.506631] env[69905]: DEBUG nova.objects.instance [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lazy-loading 'flavor' on Instance uuid fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.674207] env[69905]: DEBUG oslo_concurrency.lockutils [req-54ee353d-d744-4f18-b4ab-5f29388cac23 req-57c8f470-296b-4c81-891c-125c121636d6 service nova] Releasing lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.814356] env[69905]: INFO nova.compute.manager [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Took 0.57 seconds to detach 1 volumes for instance. [ 824.815618] env[69905]: DEBUG nova.compute.manager [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Deleting volume: 734cdecb-40f6-4a01-86fd-c72e2dc8722d {{(pid=69905) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 824.842751] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.850539] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413366, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.898530] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413362, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.907707] env[69905]: INFO nova.compute.manager [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Took 37.63 seconds to build instance. [ 824.907707] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c0cbf643-f874-4cd3-9169-5b414bcbf69c tempest-InstanceActionsNegativeTestJSON-1977757316 tempest-InstanceActionsNegativeTestJSON-1977757316-project-member] Lock "841e895f-88d6-4f70-b37a-44beeb4a9890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.162s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.338787] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.349313] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413366, 'name': CreateVM_Task, 'duration_secs': 0.58197} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.349418] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.350154] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.350378] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.350962] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.351322] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0118f3-94d7-46c1-8847-4ffe056e9b38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.358046] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 825.358046] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525e76b9-6a9f-7aff-8fcb-08c19a2377de" [ 825.358046] env[69905]: _type = "Task" [ 825.358046] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.374881] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.375346] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525e76b9-6a9f-7aff-8fcb-08c19a2377de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.392535] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413362, 'name': CreateSnapshot_Task, 'duration_secs': 1.04752} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.395941] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.397325] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca820d5f-7103-431f-bac0-a025da4a9208 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.411931] env[69905]: DEBUG oslo_concurrency.lockutils [None req-78df97eb-5ec0-48c9-b970-a60d2410ce68 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.444s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.518862] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55c5902e-ae95-49f1-9224-584261a2b4af tempest-VolumesAssistedSnapshotsTest-1597799803 tempest-VolumesAssistedSnapshotsTest-1597799803-project-admin] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.393s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.553827] env[69905]: DEBUG nova.compute.manager [req-867ca555-3842-4eef-b617-e80c0c900bf4 req-39363a3a-778b-47fd-8de5-5c5076e838e7 service nova] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Received event network-vif-deleted-5fd78856-c23d-4353-af02-b905c40b080d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.842858] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.876665] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525e76b9-6a9f-7aff-8fcb-08c19a2377de, 'name': SearchDatastore_Task, 'duration_secs': 0.017628} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.877009] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.877253] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.877523] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.878232] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.878504] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.878794] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-206e52ca-d202-4189-9047-a1e583ab3739 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.893612] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.893860] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.897485] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28203d4-5e5e-4e3c-8253-17b59633c1f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.904165] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 825.904165] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f5b51-c25f-cef0-2542-770991f98733" [ 825.904165] env[69905]: _type = "Task" [ 825.904165] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.911838] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8314c5e0-4a6c-443d-89de-cae6eb90a1c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.924207] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.925976] env[69905]: DEBUG nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.927282] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f5b51-c25f-cef0-2542-770991f98733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.927570] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00a61e70-713d-40e0-84c8-8fb0a0490149 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.942706] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 825.942706] env[69905]: value = "task-3413369" [ 825.942706] env[69905]: _type = "Task" [ 825.942706] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.945468] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85f46e6-9d2a-44fe-9bb6-fe3fb3bd2bb9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.967239] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413369, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.995857] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f7764-e79a-457a-97dd-a808e65e9752 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.009167] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecbb664-d8a9-40b9-bac5-f465f910209b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.026483] env[69905]: DEBUG nova.compute.provider_tree [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.338430] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413365, 'name': ReconfigVM_Task, 'duration_secs': 1.697867} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.338723] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Reconfigured VM instance instance-00000024 to attach disk [datastore2] be256e2c-9094-4bdf-9be9-1189a7c12acd/be256e2c-9094-4bdf-9be9-1189a7c12acd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.339395] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd267b6e-3d37-46da-a377-4d8b739b77cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.349629] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 826.349629] env[69905]: value = "task-3413370" [ 826.349629] env[69905]: _type = "Task" [ 826.349629] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.361793] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413370, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.420278] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f5b51-c25f-cef0-2542-770991f98733, 'name': SearchDatastore_Task, 'duration_secs': 0.024369} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.421566] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6370120-77c1-42ec-85de-31ba99a1223a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.435939] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 826.435939] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526e31e1-bea8-00d7-57dc-1c7e80efbbf3" [ 826.435939] env[69905]: _type = "Task" [ 826.435939] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.454308] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526e31e1-bea8-00d7-57dc-1c7e80efbbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.014738} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.459583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.460035] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.460528] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88d9fd97-f62e-4d5b-9d41-f47020903f06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.471073] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 826.471073] env[69905]: value = "task-3413371" [ 826.471073] env[69905]: _type = "Task" [ 826.471073] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.472954] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.478069] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413369, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.531430] env[69905]: DEBUG nova.scheduler.client.report [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.621860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a2863eb9-0d04-4f6c-a05d-71a705b13283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.621860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.621860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a2863eb9-0d04-4f6c-a05d-71a705b13283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.621860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.621860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.623261] env[69905]: INFO nova.compute.manager [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Terminating instance [ 826.868112] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413370, 'name': Rename_Task, 'duration_secs': 0.210316} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.868794] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.869740] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a567a5a-d96a-4d40-90b2-cc04a86faab3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.886025] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 826.886025] env[69905]: value = "task-3413372" [ 826.886025] env[69905]: _type = "Task" [ 826.886025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.904646] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.976630] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413369, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.994948] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.040689] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.040689] env[69905]: DEBUG nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.042547] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.499s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.045494] env[69905]: INFO nova.compute.claims [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.127982] env[69905]: DEBUG nova.compute.manager [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.128298] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.129475] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5245c0a9-a6e9-42c7-9daf-6a9ba849700e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.141328] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.141648] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28176d69-d340-4302-a85a-9070f7f556a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.151859] env[69905]: DEBUG oslo_vmware.api [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 827.151859] env[69905]: value = "task-3413373" [ 827.151859] env[69905]: _type = "Task" [ 827.151859] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.180478] env[69905]: DEBUG oslo_vmware.api [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.410272] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413372, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.466207] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413369, 'name': CloneVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.490033] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627226} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.490634] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.490875] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.491182] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5ec754-4d5d-4171-964f-957a82644902 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.503101] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 827.503101] env[69905]: value = "task-3413374" [ 827.503101] env[69905]: _type = "Task" [ 827.503101] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.519209] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.555693] env[69905]: DEBUG nova.compute.utils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.559279] env[69905]: DEBUG nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.559279] env[69905]: DEBUG nova.network.neutron [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.648121] env[69905]: DEBUG nova.policy [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ac8a6e44e6b41e18fed26443f958924', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc0730c40f454815882bfa9003587f7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.663832] env[69905]: DEBUG oslo_vmware.api [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413373, 'name': PowerOffVM_Task, 'duration_secs': 0.237047} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.664084] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.664199] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.664438] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ba01206-19d9-4273-80a6-53eb69cfcff5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.743044] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.743044] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.743044] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleting the datastore file [datastore2] a2863eb9-0d04-4f6c-a05d-71a705b13283 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.743044] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e7af061-94b3-47ce-9e3c-8884abffa023 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.752371] env[69905]: DEBUG oslo_vmware.api [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 827.752371] env[69905]: value = "task-3413376" [ 827.752371] env[69905]: _type = "Task" [ 827.752371] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.767312] env[69905]: DEBUG oslo_vmware.api [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.896563] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413372, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.974643] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413369, 'name': CloneVM_Task, 'duration_secs': 1.568955} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.975320] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Created linked-clone VM from snapshot [ 827.977718] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678395b-740c-4645-bac7-2d3beb6bf738 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.991609] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Uploading image c67a5ec7-2217-4de4-a9f7-f7ec38cc2900 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.023519] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124971} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.025012] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.025403] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.025711] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c34a61a3-9218-4c51-a4dc-97c6373c27d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.028908] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8855fa9-046d-4a45-a7fe-e15dc00223ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.063107] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.070548] env[69905]: DEBUG nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.074645] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303a04f4-cb55-46b9-9527-ea5e13e5e8f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.102211] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 828.102211] env[69905]: value = "task-3413377" [ 828.102211] env[69905]: _type = "Task" [ 828.102211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.109955] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 828.109955] env[69905]: value = "task-3413378" [ 828.109955] env[69905]: _type = "Task" [ 828.109955] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.119707] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413377, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.128818] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413378, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.268851] env[69905]: DEBUG oslo_vmware.api [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179449} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.272943] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.272943] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.273076] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.274107] env[69905]: INFO nova.compute.manager [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Took 1.14 seconds to destroy the instance on the hypervisor. [ 828.274107] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.274280] env[69905]: DEBUG nova.compute.manager [-] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.274485] env[69905]: DEBUG nova.network.neutron [-] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.290224] env[69905]: DEBUG nova.network.neutron [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Successfully created port: e69f200e-785f-4be8-89c6-92d4400c1664 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.399161] env[69905]: DEBUG oslo_vmware.api [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413372, 'name': PowerOnVM_Task, 'duration_secs': 1.258627} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.399460] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.399664] env[69905]: INFO nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Took 9.37 seconds to spawn the instance on the hypervisor. [ 828.399846] env[69905]: DEBUG nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.400745] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a5bc91-2f91-4ef8-91d5-6ac9aeab7b90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.619924] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413377, 'name': Destroy_Task, 'duration_secs': 0.441569} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.620805] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Destroyed the VM [ 828.621073] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.621336] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bdca032-d7d1-434b-95df-a88a1ab278cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.627068] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413378, 'name': ReconfigVM_Task, 'duration_secs': 0.35519} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.627710] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.628500] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-422eeec0-63dc-4aaf-b037-32e260ef4dce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.634257] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 828.634257] env[69905]: value = "task-3413379" [ 828.634257] env[69905]: _type = "Task" [ 828.634257] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.641787] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 828.641787] env[69905]: value = "task-3413380" [ 828.641787] env[69905]: _type = "Task" [ 828.641787] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.648344] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.654925] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413380, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.857573] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afb2fb6-cd49-42e7-a8d5-f545d9a3d8af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.869480] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af1cf3-d4c3-465c-93c1-b729cf24b3d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.910473] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4591e3e-fbe3-467d-a2aa-d1ff57591d9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.926310] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d931e639-16b7-46b7-8f48-ccba9d550690 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.931635] env[69905]: INFO nova.compute.manager [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Took 35.72 seconds to build instance. [ 828.950632] env[69905]: DEBUG nova.compute.provider_tree [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.110651] env[69905]: DEBUG nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.146038] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.146038] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.146038] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.146038] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.146038] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.146924] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.148181] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.148538] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.148823] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.149306] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.149620] env[69905]: DEBUG nova.virt.hardware [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.150784] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b06ae1-14d5-49d9-83b7-c1c48fa087ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.166827] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413380, 'name': Rename_Task, 'duration_secs': 0.180864} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.169976] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.170540] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.170876] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f39209-de83-4383-b086-2e195936d511 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.173927] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f7c6f-5df2-4030-8c7d-48ad89d4733c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.195478] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 829.195478] env[69905]: value = "task-3413381" [ 829.195478] env[69905]: _type = "Task" [ 829.195478] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.206426] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.436727] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a8d6b95e-48c9-45b1-9cff-072284d23b49 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.245s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.436935] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.437600] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.437852] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.438058] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.438226] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.443088] env[69905]: INFO nova.compute.manager [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Terminating instance [ 829.455981] env[69905]: DEBUG nova.network.neutron [-] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.457222] env[69905]: DEBUG nova.scheduler.client.report [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.467103] env[69905]: DEBUG nova.compute.manager [req-140be7d5-ae89-4daf-9d7b-b6df5fab1d1c req-c7f38b1c-858f-401f-9eda-5f3696b18176 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Received event network-vif-deleted-7086bbab-2ca7-4cc8-884b-db5b230efe72 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.467304] env[69905]: INFO nova.compute.manager [req-140be7d5-ae89-4daf-9d7b-b6df5fab1d1c req-c7f38b1c-858f-401f-9eda-5f3696b18176 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Neutron deleted interface 7086bbab-2ca7-4cc8-884b-db5b230efe72; detaching it from the instance and deleting it from the info cache [ 829.467502] env[69905]: DEBUG nova.network.neutron [req-140be7d5-ae89-4daf-9d7b-b6df5fab1d1c req-c7f38b1c-858f-401f-9eda-5f3696b18176 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.650036] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413379, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.707513] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.945649] env[69905]: DEBUG nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.957027] env[69905]: DEBUG nova.compute.manager [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.957638] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.960098] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665016b1-ce0b-4b10-8d7a-9191b0895444 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.965702] env[69905]: INFO nova.compute.manager [-] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Took 1.69 seconds to deallocate network for instance. [ 829.972352] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.980018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.936s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.980018] env[69905]: DEBUG nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.981231] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9e0dd7-c3fa-43ca-a302-5819c90f50cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.985351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.174s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.985351] env[69905]: DEBUG nova.objects.instance [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 829.990023] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9095c8c9-c90f-480f-a71c-ee2f46e693c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.003381] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde496d4-4943-473b-8cb8-60f9eb86fafe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.015255] env[69905]: DEBUG oslo_vmware.api [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 830.015255] env[69905]: value = "task-3413382" [ 830.015255] env[69905]: _type = "Task" [ 830.015255] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.036154] env[69905]: DEBUG oslo_vmware.api [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.055719] env[69905]: DEBUG nova.compute.manager [req-140be7d5-ae89-4daf-9d7b-b6df5fab1d1c req-c7f38b1c-858f-401f-9eda-5f3696b18176 service nova] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Detach interface failed, port_id=7086bbab-2ca7-4cc8-884b-db5b230efe72, reason: Instance a2863eb9-0d04-4f6c-a05d-71a705b13283 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.152893] env[69905]: DEBUG oslo_vmware.api [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413379, 'name': RemoveSnapshot_Task, 'duration_secs': 1.184739} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.153225] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.213158] env[69905]: DEBUG oslo_vmware.api [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413381, 'name': PowerOnVM_Task, 'duration_secs': 0.536537} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.214508] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.215161] env[69905]: INFO nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Took 6.23 seconds to spawn the instance on the hypervisor. [ 830.215161] env[69905]: DEBUG nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.216639] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a95c2-b94e-4d0d-a4f2-a68f945fe643 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.472659] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.487380] env[69905]: DEBUG nova.compute.utils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.489787] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.490407] env[69905]: DEBUG nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.490652] env[69905]: DEBUG nova.network.neutron [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.534755] env[69905]: DEBUG oslo_vmware.api [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413382, 'name': PowerOffVM_Task, 'duration_secs': 0.255816} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.535470] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.537386] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.537386] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-097865b4-305b-4a8f-9341-b60bc4136b78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.613844] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.615233] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.615233] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Deleting the datastore file [datastore2] fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.615233] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71f4d31e-1494-4373-bea0-9deecbb8e3f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.625300] env[69905]: DEBUG oslo_vmware.api [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for the task: (returnval){ [ 830.625300] env[69905]: value = "task-3413384" [ 830.625300] env[69905]: _type = "Task" [ 830.625300] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.638861] env[69905]: DEBUG oslo_vmware.api [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.658050] env[69905]: WARNING nova.compute.manager [None req-77fe66ea-33ac-4775-a0e2-211a67fbff73 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Image not found during snapshot: nova.exception.ImageNotFound: Image c67a5ec7-2217-4de4-a9f7-f7ec38cc2900 could not be found. [ 830.742651] env[69905]: INFO nova.compute.manager [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Took 34.01 seconds to build instance. [ 830.816177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.816177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.830137] env[69905]: DEBUG nova.policy [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07afd733368a47d9b6ab833efd7a6fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2991068874664ddb96502c1e595cbd6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.910311] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52161ff2-73e7-21f8-0458-2d7c6cc2f46a/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 830.910970] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c4114-8bf9-4fcf-ac75-eb2693647e8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.923277] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52161ff2-73e7-21f8-0458-2d7c6cc2f46a/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 830.923556] env[69905]: ERROR oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52161ff2-73e7-21f8-0458-2d7c6cc2f46a/disk-0.vmdk due to incomplete transfer. [ 830.923827] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1783a1ab-dd4c-4c45-98d7-9abf758e2260 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.935921] env[69905]: DEBUG oslo_vmware.rw_handles [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52161ff2-73e7-21f8-0458-2d7c6cc2f46a/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 830.936269] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Uploaded image 83d2c696-3458-4b01-8f18-1f1c516fdeb5 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 830.940946] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.940946] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f118bb33-f366-4cbf-8229-ec17e041a8a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.950432] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 830.950432] env[69905]: value = "task-3413385" [ 830.950432] env[69905]: _type = "Task" [ 830.950432] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.963912] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413385, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.983021] env[69905]: DEBUG nova.network.neutron [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Successfully updated port: e69f200e-785f-4be8-89c6-92d4400c1664 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.991308] env[69905]: DEBUG nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.004034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c7188b85-f365-4ae8-b8ff-7efc25530c21 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.005568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.097s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.141694] env[69905]: DEBUG oslo_vmware.api [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Task: {'id': task-3413384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312308} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.141946] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.142434] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.145851] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.145851] env[69905]: INFO nova.compute.manager [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Took 1.19 seconds to destroy the instance on the hypervisor. [ 831.145851] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.145851] env[69905]: DEBUG nova.compute.manager [-] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.145851] env[69905]: DEBUG nova.network.neutron [-] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.246943] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87953191-8e54-4ea0-a210-980152f1f8c5 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.523s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.323328] env[69905]: DEBUG nova.compute.utils [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.416327] env[69905]: DEBUG nova.network.neutron [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Successfully created port: 2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.463251] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413385, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.485015] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "refresh_cache-72e8496a-7660-43fb-96ea-c2838b6d6664" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.485260] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquired lock "refresh_cache-72e8496a-7660-43fb-96ea-c2838b6d6664" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.485418] env[69905]: DEBUG nova.network.neutron [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.636308] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "0c322fec-6d73-4ad8-ab18-285789f4896d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.638168] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.825217] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.961969] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413385, 'name': Destroy_Task, 'duration_secs': 0.759454} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.962261] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Destroyed the VM [ 831.962501] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.962758] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04a6cdc8-ca61-4308-9bfe-005b4ac44bdb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.970274] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 831.970274] env[69905]: value = "task-3413386" [ 831.970274] env[69905]: _type = "Task" [ 831.970274] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.979848] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.003447] env[69905]: DEBUG nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.020261] env[69905]: DEBUG nova.network.neutron [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.034223] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.035212] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.035212] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.035212] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.035385] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.035513] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.035797] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.036036] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.036272] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.036886] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.036886] env[69905]: DEBUG nova.virt.hardware [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.044033] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965a670-c5cb-4c12-9467-fdff769a85e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.055181] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e9f653-c571-444c-91b6-345774705ac2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ef425dc4-a495-4bea-a09a-758416c3db5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance b8ef718c-0837-4139-9dcd-e9716dfbbddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 784b71d1-94a8-4fe1-9213-90eaf03fc0ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a58a5b47-54a0-493a-9048-913a4f16c306 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance d04ee156-517e-4fb7-9a7d-4afc43d4d84e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 6d6d2c1c-8daf-40c1-a348-28588044e06d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e39094b1-db15-4d66-a5ce-6e02f3b3799e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 6e11325b-8446-4bfa-9846-0b6c2274b0e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a6c005cb-4dad-4705-bbfa-7af3d9747eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 1150e76e-fa6d-4887-8ec6-cb72545c16eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.076346] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076346] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 317882cf-ffbc-47c7-a6ba-1f2e418226c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.076810] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 42d139e4-d24f-470e-9d25-3a06d36f5b77 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 01e016f6-7bf0-4f5d-8516-9176b6f628f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance bf6c6705-14ef-4200-ba89-afdcd12d9950 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 60c51121-bbd7-4c69-8417-b6552fa2cf39 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 1e971fc9-3032-4b33-82b1-15384be587d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance cf3b133f-ef30-4060-85ca-46149099d005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 71187f47-1b8c-4685-b7b1-c8ca60a811de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a2863eb9-0d04-4f6c-a05d-71a705b13283 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance be256e2c-9094-4bdf-9be9-1189a7c12acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 5c2d1139-db6c-4078-a9dc-7abf2359d4c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 72e8496a-7660-43fb-96ea-c2838b6d6664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.076810] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 5492fe6f-c1ca-4132-aa46-943a45a52da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.147417] env[69905]: DEBUG nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.209433] env[69905]: DEBUG nova.network.neutron [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Updating instance_info_cache with network_info: [{"id": "e69f200e-785f-4be8-89c6-92d4400c1664", "address": "fa:16:3e:e6:9d:87", "network": {"id": "abbe3297-54db-4d95-bf8e-626eaf83f5f0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1771678274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0730c40f454815882bfa9003587f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69f200e-78", "ovs_interfaceid": "e69f200e-785f-4be8-89c6-92d4400c1664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.381122] env[69905]: DEBUG nova.network.neutron [-] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.486323] env[69905]: DEBUG oslo_vmware.api [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413386, 'name': RemoveSnapshot_Task, 'duration_secs': 0.484318} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.486639] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.487508] env[69905]: INFO nova.compute.manager [None req-e4afdb8f-bc48-419c-81c7-8604c1633e71 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Took 16.14 seconds to snapshot the instance on the hypervisor. [ 832.584737] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 334e7a11-d6da-48fb-b370-8652965bca1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 832.608025] env[69905]: DEBUG nova.compute.manager [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Received event network-vif-plugged-e69f200e-785f-4be8-89c6-92d4400c1664 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.608161] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Acquiring lock "72e8496a-7660-43fb-96ea-c2838b6d6664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.608368] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.608530] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.608694] env[69905]: DEBUG nova.compute.manager [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] No waiting events found dispatching network-vif-plugged-e69f200e-785f-4be8-89c6-92d4400c1664 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.608844] env[69905]: WARNING nova.compute.manager [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Received unexpected event network-vif-plugged-e69f200e-785f-4be8-89c6-92d4400c1664 for instance with vm_state building and task_state spawning. [ 832.608993] env[69905]: DEBUG nova.compute.manager [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Received event network-changed-e69f200e-785f-4be8-89c6-92d4400c1664 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.609636] env[69905]: DEBUG nova.compute.manager [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Refreshing instance network info cache due to event network-changed-e69f200e-785f-4be8-89c6-92d4400c1664. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.609820] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Acquiring lock "refresh_cache-72e8496a-7660-43fb-96ea-c2838b6d6664" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.664740] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.712851] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Releasing lock "refresh_cache-72e8496a-7660-43fb-96ea-c2838b6d6664" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.713314] env[69905]: DEBUG nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Instance network_info: |[{"id": "e69f200e-785f-4be8-89c6-92d4400c1664", "address": "fa:16:3e:e6:9d:87", "network": {"id": "abbe3297-54db-4d95-bf8e-626eaf83f5f0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1771678274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0730c40f454815882bfa9003587f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69f200e-78", "ovs_interfaceid": "e69f200e-785f-4be8-89c6-92d4400c1664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.713767] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Acquired lock "refresh_cache-72e8496a-7660-43fb-96ea-c2838b6d6664" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.714065] env[69905]: DEBUG nova.network.neutron [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Refreshing network info cache for port e69f200e-785f-4be8-89c6-92d4400c1664 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.716718] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:9d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69f200e-785f-4be8-89c6-92d4400c1664', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.730023] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Creating folder: Project (dc0730c40f454815882bfa9003587f7e). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.730023] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5974f9dc-2836-4707-93f1-4f67ca754775 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.740701] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Created folder: Project (dc0730c40f454815882bfa9003587f7e) in parent group-v680985. [ 832.740899] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Creating folder: Instances. Parent ref: group-v681104. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.741170] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c65b094-da8f-4e8e-a095-fd7ab063ed8d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.757176] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Created folder: Instances in parent group-v681104. [ 832.757176] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.757176] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.757176] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be087139-87e4-4da9-b23f-6d1e2eb66629 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.781095] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.781095] env[69905]: value = "task-3413389" [ 832.781095] env[69905]: _type = "Task" [ 832.781095] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.792053] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413389, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.803224] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.804108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.889506] env[69905]: INFO nova.compute.manager [-] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Took 1.74 seconds to deallocate network for instance. [ 832.912639] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.913225] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.913225] env[69905]: INFO nova.compute.manager [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Attaching volume ddddca7f-06fb-4de0-9f32-434898ce10ee to /dev/sdb [ 832.964306] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac480b-0c5b-476f-99d4-7837b40b91c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.972269] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfed8f0-5789-4df3-963b-5f8f0e0cc318 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.989424] env[69905]: DEBUG nova.virt.block_device [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updating existing volume attachment record: 9195592f-17ee-4c55-8918-71d6a62379aa {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 833.085960] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 26adcc07-ec19-4679-80af-0c072d0b9fdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.148733] env[69905]: DEBUG nova.network.neutron [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Successfully updated port: 2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.258427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "71187f47-1b8c-4685-b7b1-c8ca60a811de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.258673] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.258934] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "71187f47-1b8c-4685-b7b1-c8ca60a811de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.259264] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.259402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.263499] env[69905]: INFO nova.compute.manager [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Terminating instance [ 833.298377] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413389, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.395800] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.487077] env[69905]: DEBUG nova.network.neutron [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Updated VIF entry in instance network info cache for port e69f200e-785f-4be8-89c6-92d4400c1664. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.487426] env[69905]: DEBUG nova.network.neutron [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Updating instance_info_cache with network_info: [{"id": "e69f200e-785f-4be8-89c6-92d4400c1664", "address": "fa:16:3e:e6:9d:87", "network": {"id": "abbe3297-54db-4d95-bf8e-626eaf83f5f0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1771678274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0730c40f454815882bfa9003587f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69f200e-78", "ovs_interfaceid": "e69f200e-785f-4be8-89c6-92d4400c1664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.590715] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.651146] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.652209] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.652209] env[69905]: DEBUG nova.network.neutron [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.768826] env[69905]: DEBUG nova.compute.manager [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.768826] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.768826] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92546cac-b889-47bc-bfe0-7acde1566be2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.779521] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.781382] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccb82c19-8de2-45fe-8aec-60d301d4bc68 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.798192] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413389, 'name': CreateVM_Task, 'duration_secs': 0.597432} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.800073] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.800496] env[69905]: DEBUG oslo_vmware.api [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 833.800496] env[69905]: value = "task-3413393" [ 833.800496] env[69905]: _type = "Task" [ 833.800496] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.801445] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801913] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.802069] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.802493] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee6ad30-b2b5-493b-882d-7abf4c4c2f59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.815763] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 833.815763] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f601e-551b-c4e6-4c13-8f86b8fb15f8" [ 833.815763] env[69905]: _type = "Task" [ 833.815763] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.819616] env[69905]: DEBUG oslo_vmware.api [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.829891] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f601e-551b-c4e6-4c13-8f86b8fb15f8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.829891] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.830125] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.830345] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.830568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.830909] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.831287] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe34234-f42a-429d-bd73-046b43635dc5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.844628] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.845074] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.846105] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b330e8c-fb32-453c-921a-477f62296238 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.853993] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 833.853993] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5296403a-4444-53fa-401e-b7a6f63b26b9" [ 833.853993] env[69905]: _type = "Task" [ 833.853993] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.865767] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5296403a-4444-53fa-401e-b7a6f63b26b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.907961] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "1e971fc9-3032-4b33-82b1-15384be587d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.907961] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "1e971fc9-3032-4b33-82b1-15384be587d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.908337] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "1e971fc9-3032-4b33-82b1-15384be587d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.908337] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "1e971fc9-3032-4b33-82b1-15384be587d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.908337] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "1e971fc9-3032-4b33-82b1-15384be587d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.910708] env[69905]: INFO nova.compute.manager [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Terminating instance [ 833.992184] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Releasing lock "refresh_cache-72e8496a-7660-43fb-96ea-c2838b6d6664" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.992459] env[69905]: DEBUG nova.compute.manager [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Received event network-changed-b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.992629] env[69905]: DEBUG nova.compute.manager [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Refreshing instance network info cache due to event network-changed-b8cc5de0-c8c0-4cad-87fe-96977d2c1356. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.992845] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Acquiring lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.992989] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Acquired lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.993164] env[69905]: DEBUG nova.network.neutron [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Refreshing network info cache for port b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.040029] env[69905]: INFO nova.compute.manager [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Rebuilding instance [ 834.077944] env[69905]: DEBUG nova.compute.manager [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.078829] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ab2b6-5bd3-46f6-8fef-f2a4baeba796 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.094095] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a19f2fa3-bf33-46a7-8619-053432f894c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.190529] env[69905]: DEBUG nova.network.neutron [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.312997] env[69905]: DEBUG oslo_vmware.api [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413393, 'name': PowerOffVM_Task, 'duration_secs': 0.199388} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.313638] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.313728] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.313900] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460e3000-9d3f-4d39-b6e6-f3fa99bf4c1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.317348] env[69905]: DEBUG nova.network.neutron [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updating instance_info_cache with network_info: [{"id": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "address": "fa:16:3e:5e:08:27", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7589a5-73", "ovs_interfaceid": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.365780] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5296403a-4444-53fa-401e-b7a6f63b26b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.366752] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5376422-1f3c-4f37-9e96-47134606ca6f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.374777] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.374998] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.375215] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleting the datastore file [datastore2] 71187f47-1b8c-4685-b7b1-c8ca60a811de {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.376605] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8886da7e-7bb8-44a7-8551-736472035c9a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.378503] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 834.378503] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52eeb433-4b77-ffcc-9a9b-98a8b6d91da1" [ 834.378503] env[69905]: _type = "Task" [ 834.378503] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.383955] env[69905]: DEBUG oslo_vmware.api [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 834.383955] env[69905]: value = "task-3413395" [ 834.383955] env[69905]: _type = "Task" [ 834.383955] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.389658] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52eeb433-4b77-ffcc-9a9b-98a8b6d91da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.394933] env[69905]: DEBUG oslo_vmware.api [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.415116] env[69905]: DEBUG nova.compute.manager [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.415394] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.416441] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1920c2a-a649-4f7f-8896-10a6a74c278b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.424349] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.424556] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42af22f5-faa5-4cc2-af33-24d2cd0512b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.488024] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.488136] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.488317] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleting the datastore file [datastore1] 1e971fc9-3032-4b33-82b1-15384be587d0 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.488564] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03451dd7-e944-4f2c-9526-c9bfa9ec002b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.495348] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.495600] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.500927] env[69905]: DEBUG oslo_vmware.api [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 834.500927] env[69905]: value = "task-3413397" [ 834.500927] env[69905]: _type = "Task" [ 834.500927] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.511261] env[69905]: DEBUG oslo_vmware.api [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.597103] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 968d5406-15e8-47d8-ae02-0a91e321db9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.646842] env[69905]: DEBUG nova.compute.manager [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Received event network-vif-deleted-465a5350-c79b-40e9-9ec2-658876c2dbad {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.646941] env[69905]: DEBUG nova.compute.manager [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Received event network-vif-plugged-2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.647157] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] Acquiring lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.647378] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.647584] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.647747] env[69905]: DEBUG nova.compute.manager [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] No waiting events found dispatching network-vif-plugged-2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.647921] env[69905]: WARNING nova.compute.manager [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Received unexpected event network-vif-plugged-2e7589a5-73a9-4c86-bf4c-c8325141d779 for instance with vm_state building and task_state spawning. [ 834.648165] env[69905]: DEBUG nova.compute.manager [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Received event network-changed-2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.648352] env[69905]: DEBUG nova.compute.manager [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Refreshing instance network info cache due to event network-changed-2e7589a5-73a9-4c86-bf4c-c8325141d779. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.648532] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] Acquiring lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.726532] env[69905]: DEBUG nova.network.neutron [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Updated VIF entry in instance network info cache for port b8cc5de0-c8c0-4cad-87fe-96977d2c1356. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.726896] env[69905]: DEBUG nova.network.neutron [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Updating instance_info_cache with network_info: [{"id": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "address": "fa:16:3e:10:cc:5f", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8cc5de0-c8", "ovs_interfaceid": "b8cc5de0-c8c0-4cad-87fe-96977d2c1356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.820433] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Releasing lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.820864] env[69905]: DEBUG nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance network_info: |[{"id": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "address": "fa:16:3e:5e:08:27", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7589a5-73", "ovs_interfaceid": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.821311] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] Acquired lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.821650] env[69905]: DEBUG nova.network.neutron [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Refreshing network info cache for port 2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.823320] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:08:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e7589a5-73a9-4c86-bf4c-c8325141d779', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.831087] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.831548] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.831772] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-124ff0e9-0941-41d5-b735-001f7ff0ee3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.855106] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.855106] env[69905]: value = "task-3413398" [ 834.855106] env[69905]: _type = "Task" [ 834.855106] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.863775] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413398, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.892100] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52eeb433-4b77-ffcc-9a9b-98a8b6d91da1, 'name': SearchDatastore_Task, 'duration_secs': 0.020789} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.892820] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.893179] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 72e8496a-7660-43fb-96ea-c2838b6d6664/72e8496a-7660-43fb-96ea-c2838b6d6664.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.893469] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15168c88-d989-4d6c-baea-801c95f17b43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.898878] env[69905]: DEBUG oslo_vmware.api [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492454} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.899560] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.899721] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.899907] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.900101] env[69905]: INFO nova.compute.manager [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Took 1.13 seconds to destroy the instance on the hypervisor. [ 834.900351] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.900560] env[69905]: DEBUG nova.compute.manager [-] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.900652] env[69905]: DEBUG nova.network.neutron [-] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.904854] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 834.904854] env[69905]: value = "task-3413399" [ 834.904854] env[69905]: _type = "Task" [ 834.904854] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.913166] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.013019] env[69905]: DEBUG oslo_vmware.api [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466375} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.013019] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.013019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.013019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.013019] env[69905]: INFO nova.compute.manager [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Took 0.60 seconds to destroy the instance on the hypervisor. [ 835.013298] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.014041] env[69905]: DEBUG nova.compute.manager [-] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.014041] env[69905]: DEBUG nova.network.neutron [-] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.093483] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.095801] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1fa10e1-06c0-4e50-a6a2-4834d114172d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.104149] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 6f7fe935-bf84-4317-b97c-79c278d214f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 835.105388] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 835.105388] env[69905]: value = "task-3413400" [ 835.105388] env[69905]: _type = "Task" [ 835.105388] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.120839] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.229777] env[69905]: DEBUG oslo_concurrency.lockutils [req-dd5370af-5708-4c08-b009-4c6c2366f8f2 req-031fba44-67a4-4532-9bff-0b8b1aea8525 service nova] Releasing lock "refresh_cache-be256e2c-9094-4bdf-9be9-1189a7c12acd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.371216] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413398, 'name': CreateVM_Task, 'duration_secs': 0.38723} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.371677] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.372687] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.373599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.374144] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.374830] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae874c9-916f-41a7-9a05-0266b84a4c81 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.385288] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 835.385288] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4d39c-c64f-6c06-dfaa-66148e17b415" [ 835.385288] env[69905]: _type = "Task" [ 835.385288] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.397441] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4d39c-c64f-6c06-dfaa-66148e17b415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.422431] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.597093] env[69905]: DEBUG nova.network.neutron [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updated VIF entry in instance network info cache for port 2e7589a5-73a9-4c86-bf4c-c8325141d779. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.597480] env[69905]: DEBUG nova.network.neutron [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updating instance_info_cache with network_info: [{"id": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "address": "fa:16:3e:5e:08:27", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7589a5-73", "ovs_interfaceid": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.607950] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 028ea91d-7739-430b-91f8-4f7be9711f71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 835.619437] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413400, 'name': PowerOffVM_Task, 'duration_secs': 0.280707} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.619685] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.620318] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.621339] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a3b7f4-52e1-4a37-9cec-ce625b6d1c9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.629649] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.629649] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da3e286-43b5-4793-b60d-d270224d3f9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.657163] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.657385] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.657575] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Deleting the datastore file [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.657831] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30707766-e862-464b-a7cd-ee8178dbeba5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.664867] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 835.664867] env[69905]: value = "task-3413403" [ 835.664867] env[69905]: _type = "Task" [ 835.664867] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.673495] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.815620] env[69905]: DEBUG nova.network.neutron [-] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.898616] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4d39c-c64f-6c06-dfaa-66148e17b415, 'name': SearchDatastore_Task, 'duration_secs': 0.052847} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.898930] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.899176] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.899411] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.899559] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.900012] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.904340] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f236c6-7255-4242-8319-ee4fe0372eb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.918946] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58898} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.920294] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 72e8496a-7660-43fb-96ea-c2838b6d6664/72e8496a-7660-43fb-96ea-c2838b6d6664.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.920707] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.920980] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.921156] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.921949] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d843e511-fed1-4950-a2ef-5cdbebd3484e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.923759] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe291d7-3d80-43fe-9396-98c2dfdca8fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.930393] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 835.930393] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c4df17-c2da-5a9e-bf0d-ac8a889ebdb1" [ 835.930393] env[69905]: _type = "Task" [ 835.930393] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.934795] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 835.934795] env[69905]: value = "task-3413404" [ 835.934795] env[69905]: _type = "Task" [ 835.934795] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.942799] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c4df17-c2da-5a9e-bf0d-ac8a889ebdb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.956380] env[69905]: DEBUG nova.network.neutron [-] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.957617] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.099907] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3541177-2448-4af5-bc89-2b341d4b4a1d req-aa55fe65-d05a-47d0-9375-1955afaa0e53 service nova] Releasing lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.114072] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 0c322fec-6d73-4ad8-ab18-285789f4896d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.114397] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 836.114549] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 836.176907] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091602} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.177059] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.177248] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.177391] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.318027] env[69905]: INFO nova.compute.manager [-] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Took 1.42 seconds to deallocate network for instance. [ 836.443315] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c4df17-c2da-5a9e-bf0d-ac8a889ebdb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.444481] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a391b4e5-9c71-41ea-ab40-0f8bb6145898 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.452720] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072061} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.453333] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.454193] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd5e2ce-3010-4e6a-9ae7-dde24d1ae13d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.457552] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 836.457552] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526833ac-ae1e-e631-dc7e-61e68417c795" [ 836.457552] env[69905]: _type = "Task" [ 836.457552] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.469634] env[69905]: INFO nova.compute.manager [-] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Took 1.46 seconds to deallocate network for instance. [ 836.478259] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 72e8496a-7660-43fb-96ea-c2838b6d6664/72e8496a-7660-43fb-96ea-c2838b6d6664.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.482470] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89d65fc-20b3-4050-a004-2caf5396a8ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.514728] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526833ac-ae1e-e631-dc7e-61e68417c795, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.515773] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.516164] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 5492fe6f-c1ca-4132-aa46-943a45a52da7/5492fe6f-c1ca-4132-aa46-943a45a52da7.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.519717] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44f72f65-dbf1-45d1-899b-2d542b682b52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.524103] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 836.524103] env[69905]: value = "task-3413405" [ 836.524103] env[69905]: _type = "Task" [ 836.524103] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.541385] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 836.541385] env[69905]: value = "task-3413406" [ 836.541385] env[69905]: _type = "Task" [ 836.541385] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.544019] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.553839] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.614119] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0d5b01-8822-4320-a487-67b2a3f159c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.621922] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b38ec78-150d-4aa3-98db-b413972fea28 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.651059] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098f4532-efe9-46f3-aecc-b57ecc67a56c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.659173] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda9e43-d79b-4865-b3b1-dc9fdfa3a162 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.674325] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.678028] env[69905]: DEBUG nova.compute.manager [req-2e02a295-7b54-4898-b536-9008bf7acd5a req-1721d0e0-6487-4708-af88-2bd156341244 service nova] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Received event network-vif-deleted-17733272-3988-43d7-951c-596fa88210bc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.678028] env[69905]: DEBUG nova.compute.manager [req-2e02a295-7b54-4898-b536-9008bf7acd5a req-1721d0e0-6487-4708-af88-2bd156341244 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Received event network-vif-deleted-000d3c6c-8a2f-404e-8c83-789bccef4476 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.826534] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.017213] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.035878] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.052142] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479096} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.052411] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 5492fe6f-c1ca-4132-aa46-943a45a52da7/5492fe6f-c1ca-4132-aa46-943a45a52da7.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.052624] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.052876] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71c5243d-5a30-48f3-b1d2-6ec2f59dda0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.065582] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 837.065582] env[69905]: value = "task-3413407" [ 837.065582] env[69905]: _type = "Task" [ 837.065582] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.075829] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.180011] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.216107] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.216382] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.216548] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.216728] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.216873] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.217707] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.217707] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.217707] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.217707] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.217891] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.218072] env[69905]: DEBUG nova.virt.hardware [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.219198] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88701980-452d-435b-a2bc-afc18c310b70 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.229080] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16058b-4e36-43a4-8f6d-89b1ebff424b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.242205] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.248066] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.248321] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.248529] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c43e7ba-bc0a-48c4-ad5e-fbe25e969c0e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.265831] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.265831] env[69905]: value = "task-3413408" [ 837.265831] env[69905]: _type = "Task" [ 837.265831] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.273775] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413408, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.535102] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413405, 'name': ReconfigVM_Task, 'duration_secs': 0.549875} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.535425] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 72e8496a-7660-43fb-96ea-c2838b6d6664/72e8496a-7660-43fb-96ea-c2838b6d6664.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.536068] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba657b67-1fda-4273-ba6d-eaeab5e37da8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.546136] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 837.546136] env[69905]: value = "task-3413409" [ 837.546136] env[69905]: _type = "Task" [ 837.546136] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.560202] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413409, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.579687] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079038} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.579957] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.580782] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990e0483-19cf-4dd2-860b-577df63f6e53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.605955] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 5492fe6f-c1ca-4132-aa46-943a45a52da7/5492fe6f-c1ca-4132-aa46-943a45a52da7.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.606167] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2529d93c-8bee-4abe-ab4b-31c267269675 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.627393] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 837.627393] env[69905]: value = "task-3413410" [ 837.627393] env[69905]: _type = "Task" [ 837.627393] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.638009] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413410, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.686152] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 837.686552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.681s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.686928] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.169s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.687198] env[69905]: DEBUG nova.objects.instance [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.776053] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413408, 'name': CreateVM_Task, 'duration_secs': 0.353543} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.776256] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.776684] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.776860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.777226] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.777511] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4212489b-0ee1-4db9-99c1-96cfd5192e86 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.782281] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 837.782281] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec1a69-842f-2ae5-a24d-a917d79ca005" [ 837.782281] env[69905]: _type = "Task" [ 837.782281] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.790289] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec1a69-842f-2ae5-a24d-a917d79ca005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.043591] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 838.043845] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681108', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'name': 'volume-ddddca7f-06fb-4de0-9f32-434898ce10ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd04ee156-517e-4fb7-9a7d-4afc43d4d84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'serial': 'ddddca7f-06fb-4de0-9f32-434898ce10ee'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 838.044758] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd888125-25db-45b0-ae58-35203307c727 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.056790] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413409, 'name': Rename_Task, 'duration_secs': 0.166557} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.066914] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.067265] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab4f33a3-0704-4edb-9f5b-5d292c1f3098 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.069277] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf059630-8ace-4559-9148-70742c9f8b2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.094484] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-ddddca7f-06fb-4de0-9f32-434898ce10ee/volume-ddddca7f-06fb-4de0-9f32-434898ce10ee.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.095814] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d8e4750-0220-4917-8a78-a67123466fa0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.108118] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 838.108118] env[69905]: value = "task-3413411" [ 838.108118] env[69905]: _type = "Task" [ 838.108118] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.114436] env[69905]: DEBUG oslo_vmware.api [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 838.114436] env[69905]: value = "task-3413412" [ 838.114436] env[69905]: _type = "Task" [ 838.114436] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.126540] env[69905]: DEBUG oslo_vmware.api [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.135159] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413410, 'name': ReconfigVM_Task, 'duration_secs': 0.26929} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.135479] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 5492fe6f-c1ca-4132-aa46-943a45a52da7/5492fe6f-c1ca-4132-aa46-943a45a52da7.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.136142] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8136bb8c-d7b3-42f5-ac51-f0e70f6ff68a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.143287] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 838.143287] env[69905]: value = "task-3413413" [ 838.143287] env[69905]: _type = "Task" [ 838.143287] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.151449] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413413, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.294300] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec1a69-842f-2ae5-a24d-a917d79ca005, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.294625] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.294865] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.295120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.295315] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.295519] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.297383] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-155f42d4-9b1f-43a7-93c6-50c9dc69f4f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.306368] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.306470] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.307169] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b870850-1527-47d2-9737-65772289d7e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.314639] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 838.314639] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524c8447-49d7-a51a-be7e-bad5ab41a51f" [ 838.314639] env[69905]: _type = "Task" [ 838.314639] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.322980] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524c8447-49d7-a51a-be7e-bad5ab41a51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.618476] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413411, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.627807] env[69905]: DEBUG oslo_vmware.api [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413412, 'name': ReconfigVM_Task, 'duration_secs': 0.494015} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.628157] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-ddddca7f-06fb-4de0-9f32-434898ce10ee/volume-ddddca7f-06fb-4de0-9f32-434898ce10ee.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.632979] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2d858b-af1c-4d8b-9256-8dded05b7658 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.655472] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413413, 'name': Rename_Task, 'duration_secs': 0.157819} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.657204] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.657611] env[69905]: DEBUG oslo_vmware.api [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 838.657611] env[69905]: value = "task-3413414" [ 838.657611] env[69905]: _type = "Task" [ 838.657611] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.657802] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-932554d6-e510-4761-a8f3-3ebe6757f8cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.668881] env[69905]: DEBUG oslo_vmware.api [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.670052] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 838.670052] env[69905]: value = "task-3413415" [ 838.670052] env[69905]: _type = "Task" [ 838.670052] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.684976] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.699098] env[69905]: DEBUG oslo_concurrency.lockutils [None req-94a32100-3a03-4c96-b28f-0e8ee53474dc tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.699098] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.489s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.699313] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.701623] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.322s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.703311] env[69905]: INFO nova.compute.claims [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.736668] env[69905]: INFO nova.scheduler.client.report [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleted allocations for instance 1150e76e-fa6d-4887-8ec6-cb72545c16eb [ 838.825807] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524c8447-49d7-a51a-be7e-bad5ab41a51f, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.826634] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c562ee-7055-4822-805e-5c1cd53cd916 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.832467] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 838.832467] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b2c6f8-7dae-affa-3e8d-737dc2531595" [ 838.832467] env[69905]: _type = "Task" [ 838.832467] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.840647] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b2c6f8-7dae-affa-3e8d-737dc2531595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.119942] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413411, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.169652] env[69905]: DEBUG oslo_vmware.api [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413414, 'name': ReconfigVM_Task, 'duration_secs': 0.21488} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.169982] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681108', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'name': 'volume-ddddca7f-06fb-4de0-9f32-434898ce10ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd04ee156-517e-4fb7-9a7d-4afc43d4d84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'serial': 'ddddca7f-06fb-4de0-9f32-434898ce10ee'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 839.180954] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.244636] env[69905]: DEBUG oslo_concurrency.lockutils [None req-849f0a3f-c161-4ba3-b452-1e91a8ebfab4 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "1150e76e-fa6d-4887-8ec6-cb72545c16eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.167s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.344207] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b2c6f8-7dae-affa-3e8d-737dc2531595, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.344648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.344948] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.345355] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f2ebc4-6d3c-44e4-9ddb-c70dcb68d32d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.353227] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 839.353227] env[69905]: value = "task-3413416" [ 839.353227] env[69905]: _type = "Task" [ 839.353227] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.361865] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.630573] env[69905]: DEBUG oslo_vmware.api [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413411, 'name': PowerOnVM_Task, 'duration_secs': 1.095966} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.631593] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.631761] env[69905]: INFO nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Took 10.52 seconds to spawn the instance on the hypervisor. [ 839.631949] env[69905]: DEBUG nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.632933] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32304d10-427f-4c01-8546-b2c84ccd2a32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.691091] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.721841] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Acquiring lock "bf6c6705-14ef-4200-ba89-afdcd12d9950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.722236] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.722526] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Acquiring lock "bf6c6705-14ef-4200-ba89-afdcd12d9950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.722735] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.723072] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.728163] env[69905]: INFO nova.compute.manager [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Terminating instance [ 839.863476] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448034} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.863754] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.863965] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.864234] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1abeb732-c65e-4c7a-ae97-4933e06bd829 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.875814] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 839.875814] env[69905]: value = "task-3413417" [ 839.875814] env[69905]: _type = "Task" [ 839.875814] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.889266] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.119585] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.119828] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.120080] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.120434] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.120434] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.122758] env[69905]: INFO nova.compute.manager [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Terminating instance [ 840.156640] env[69905]: INFO nova.compute.manager [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Took 38.13 seconds to build instance. [ 840.168104] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea2fcea-7691-4aeb-b7a2-c11f81846134 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.179402] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f43e8e-fb6a-4c65-a14c-66a6cf6f2b0b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.187195] env[69905]: DEBUG oslo_vmware.api [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413415, 'name': PowerOnVM_Task, 'duration_secs': 1.067594} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.187973] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.188107] env[69905]: INFO nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Took 8.18 seconds to spawn the instance on the hypervisor. [ 840.188192] env[69905]: DEBUG nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.188905] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cafca0b-891a-4c1b-9c99-3094e5bb80c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.216679] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da54b217-bea0-42ea-9d40-546a06a6eb42 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.229795] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad8ae56-da08-451d-a11a-3d0a65642d5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.233410] env[69905]: DEBUG nova.objects.instance [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lazy-loading 'flavor' on Instance uuid d04ee156-517e-4fb7-9a7d-4afc43d4d84e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.235388] env[69905]: DEBUG nova.compute.manager [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.235557] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.235901] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6e975c4-0f28-40a9-8fee-cae838c0ce09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.249682] env[69905]: DEBUG nova.compute.provider_tree [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.252557] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 840.252557] env[69905]: value = "task-3413418" [ 840.252557] env[69905]: _type = "Task" [ 840.252557] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.265933] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.386170] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071922} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.386469] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.387328] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec377b2-4116-4dcd-b7ea-aed8c628dcc3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.409895] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.410778] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27acccd-e681-40c0-9f1a-d0f3173823b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.431119] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 840.431119] env[69905]: value = "task-3413419" [ 840.431119] env[69905]: _type = "Task" [ 840.431119] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.444556] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.627264] env[69905]: DEBUG nova.compute.manager [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.627264] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.627650] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e156fa2-57ea-4c96-8f32-3072c687cfde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.636395] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.636998] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-becdf182-8a05-43ec-869d-4cf3c6a34a46 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.644399] env[69905]: DEBUG oslo_vmware.api [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 840.644399] env[69905]: value = "task-3413420" [ 840.644399] env[69905]: _type = "Task" [ 840.644399] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.653305] env[69905]: DEBUG oslo_vmware.api [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.658936] env[69905]: DEBUG oslo_concurrency.lockutils [None req-355aa072-ae76-4e12-b7fd-b7254ab8978e tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.643s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.733871] env[69905]: INFO nova.compute.manager [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Took 38.22 seconds to build instance. [ 840.740135] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9a5d81d0-97af-4125-a178-d89458aace7b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.754254] env[69905]: DEBUG nova.scheduler.client.report [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.762126] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.762367] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.772162] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413418, 'name': PowerOffVM_Task, 'duration_secs': 0.188211} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.772640] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "72e8496a-7660-43fb-96ea-c2838b6d6664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.772732] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.772941] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "72e8496a-7660-43fb-96ea-c2838b6d6664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.773070] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.773718] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.774703] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.774897] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 840.775089] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681040', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'name': 'volume-2dcbdde2-28ff-430a-875d-a4c6acdee682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6c6705-14ef-4200-ba89-afdcd12d9950', 'attached_at': '', 'detached_at': '', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'serial': '2dcbdde2-28ff-430a-875d-a4c6acdee682'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 840.776502] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b80d9f-e01b-4f01-bb31-9ce99f75e3c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.779826] env[69905]: INFO nova.compute.manager [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Terminating instance [ 840.801971] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7f9a12-cfe0-4992-a938-dc6cee962624 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.810433] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b734997-6b8c-4f5c-abd5-60d50c215475 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.829652] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97cd9e2-f1da-429c-998f-e90bc52cd941 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.848502] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] The volume has not been displaced from its original location: [datastore2] volume-2dcbdde2-28ff-430a-875d-a4c6acdee682/volume-2dcbdde2-28ff-430a-875d-a4c6acdee682.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 840.853735] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 840.854069] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6971e237-4ba5-478b-b5c8-2ff674308128 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.872862] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 840.872862] env[69905]: value = "task-3413421" [ 840.872862] env[69905]: _type = "Task" [ 840.872862] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.885247] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.943514] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413419, 'name': ReconfigVM_Task, 'duration_secs': 0.321812} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.945027] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5/5c2d1139-db6c-4078-a9dc-7abf2359d4c5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.945027] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd91b08-1e2e-4898-b4f0-4a008a96cd74 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.954316] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 840.954316] env[69905]: value = "task-3413422" [ 840.954316] env[69905]: _type = "Task" [ 840.954316] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.962971] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413422, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.155311] env[69905]: DEBUG oslo_vmware.api [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413420, 'name': PowerOffVM_Task, 'duration_secs': 0.462307} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.155635] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.155801] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.156089] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc0a8b0e-a42a-4410-9de9-da3fac49e264 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.161686] env[69905]: DEBUG nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.235648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-63c54be8-f035-4d37-81fc-f12c683feb3c tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.739s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.246787] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.247008] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.247203] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleting the datastore file [datastore1] b8ef718c-0837-4139-9dcd-e9716dfbbddb {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.248061] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-410a71cc-4f75-4bfc-8e86-bc7b0d8884ce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.256211] env[69905]: DEBUG oslo_vmware.api [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for the task: (returnval){ [ 841.256211] env[69905]: value = "task-3413424" [ 841.256211] env[69905]: _type = "Task" [ 841.256211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.263133] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.263653] env[69905]: DEBUG nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.270029] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.799s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.271257] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.272425] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.500s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.272603] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.274519] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.099s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.278071] env[69905]: INFO nova.compute.claims [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.279276] env[69905]: INFO nova.compute.manager [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Detaching volume ddddca7f-06fb-4de0-9f32-434898ce10ee [ 841.281775] env[69905]: DEBUG oslo_vmware.api [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.284860] env[69905]: DEBUG nova.compute.manager [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.284860] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.285693] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3defbfba-5c97-4775-ae01-fb663cddfabe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.300022] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.300323] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ac6f4f4-8b01-4706-91e0-d5f0630f97f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.311831] env[69905]: DEBUG oslo_vmware.api [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 841.311831] env[69905]: value = "task-3413425" [ 841.311831] env[69905]: _type = "Task" [ 841.311831] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.313061] env[69905]: INFO nova.scheduler.client.report [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Deleted allocations for instance 42d139e4-d24f-470e-9d25-3a06d36f5b77 [ 841.315911] env[69905]: INFO nova.scheduler.client.report [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted allocations for instance a58a5b47-54a0-493a-9048-913a4f16c306 [ 841.329958] env[69905]: INFO nova.virt.block_device [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Attempting to driver detach volume ddddca7f-06fb-4de0-9f32-434898ce10ee from mountpoint /dev/sdb [ 841.330266] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 841.331724] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681108', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'name': 'volume-ddddca7f-06fb-4de0-9f32-434898ce10ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd04ee156-517e-4fb7-9a7d-4afc43d4d84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'serial': 'ddddca7f-06fb-4de0-9f32-434898ce10ee'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 841.331724] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343ebd1d-75f8-4587-af91-e3222cd4493c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.339640] env[69905]: DEBUG oslo_vmware.api [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.361272] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a9297-de63-4525-917f-c5723a09c44d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.372944] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b87653-9d4d-43a2-9cd0-e74dc6ba8689 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.408622] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b76ef2-3297-4f50-a7d6-089f01552e90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.411323] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413421, 'name': ReconfigVM_Task, 'duration_secs': 0.176343} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.411924] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 841.417365] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d962a35-7853-4c9d-a1bb-c7bef1abf444 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.443014] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] The volume has not been displaced from its original location: [datastore2] volume-ddddca7f-06fb-4de0-9f32-434898ce10ee/volume-ddddca7f-06fb-4de0-9f32-434898ce10ee.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 841.443242] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 841.444025] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba34eb5-f1b3-40fe-8f92-65ce2c2dcbae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.458639] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 841.458639] env[69905]: value = "task-3413426" [ 841.458639] env[69905]: _type = "Task" [ 841.458639] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.474658] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.478888] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413422, 'name': Rename_Task, 'duration_secs': 0.158415} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.479202] env[69905]: DEBUG oslo_vmware.api [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 841.479202] env[69905]: value = "task-3413427" [ 841.479202] env[69905]: _type = "Task" [ 841.479202] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.479543] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.479936] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-788dd40c-1f68-4251-a3ba-c187267d1316 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.516073] env[69905]: DEBUG oslo_vmware.api [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.517420] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 841.517420] env[69905]: value = "task-3413428" [ 841.517420] env[69905]: _type = "Task" [ 841.517420] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.577804] env[69905]: DEBUG nova.compute.manager [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.578119] env[69905]: DEBUG nova.compute.manager [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing instance network info cache due to event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.578223] env[69905]: DEBUG oslo_concurrency.lockutils [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] Acquiring lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.578366] env[69905]: DEBUG oslo_concurrency.lockutils [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] Acquired lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.578534] env[69905]: DEBUG nova.network.neutron [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.680740] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.739228] env[69905]: DEBUG nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.768932] env[69905]: DEBUG oslo_vmware.api [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Task: {'id': task-3413424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233663} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.768932] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.769193] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.769260] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.769440] env[69905]: INFO nova.compute.manager [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.769708] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.769918] env[69905]: DEBUG nova.compute.manager [-] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.770016] env[69905]: DEBUG nova.network.neutron [-] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.784974] env[69905]: DEBUG nova.compute.utils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.787272] env[69905]: DEBUG nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.787460] env[69905]: DEBUG nova.network.neutron [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.826377] env[69905]: DEBUG oslo_vmware.api [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413425, 'name': PowerOffVM_Task, 'duration_secs': 0.24052} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.826377] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.826377] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.826377] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ad0216-90e1-46c2-b864-e1bf7cec88a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.831456] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fefa56a-0c37-47a4-ad34-76a2c3a60b2c tempest-ServersListShow2100Test-1957469901 tempest-ServersListShow2100Test-1957469901-project-member] Lock "42d139e4-d24f-470e-9d25-3a06d36f5b77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.434s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.833353] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7e82128c-bdf4-48e3-96a1-4f79ee95ace0 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "a58a5b47-54a0-493a-9048-913a4f16c306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.614s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.834149] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Acquired lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.835172] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a821d73-6508-483d-aa0a-0bc1691409fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.850089] env[69905]: DEBUG nova.policy [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e23fbc9bd346a59178a34f48f87a2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae9a902b712444ab9de64e8d7393283', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.853451] env[69905]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 841.853661] env[69905]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69905) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 841.854603] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9ca27a0-cff4-45fa-8bf1-45bfbb67f5a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.868099] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def1f17b-e71d-4353-963b-be71e384d180 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.910516] env[69905]: ERROR root [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-681039' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-681039' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-681039' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-681039'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-681039' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-681039' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-681039'}\n"]: nova.exception.InstanceNotFound: Instance a58a5b47-54a0-493a-9048-913a4f16c306 could not be found. [ 841.910743] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Releasing lock "a58a5b47-54a0-493a-9048-913a4f16c306" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.910937] env[69905]: DEBUG nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Detach interface failed, port_id=8c2b83e9-742d-4d71-8960-69e271db2a65, reason: Instance a58a5b47-54a0-493a-9048-913a4f16c306 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.911129] env[69905]: DEBUG nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Received event network-vif-plugged-000d3c6c-8a2f-404e-8c83-789bccef4476 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.911316] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Acquiring lock "1e971fc9-3032-4b33-82b1-15384be587d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.911516] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Lock "1e971fc9-3032-4b33-82b1-15384be587d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.911725] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Lock "1e971fc9-3032-4b33-82b1-15384be587d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.911836] env[69905]: DEBUG nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] No waiting events found dispatching network-vif-plugged-000d3c6c-8a2f-404e-8c83-789bccef4476 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.912014] env[69905]: WARNING nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Received unexpected event network-vif-plugged-000d3c6c-8a2f-404e-8c83-789bccef4476 for instance with vm_state building and task_state spawning. [ 841.912178] env[69905]: DEBUG nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Received event network-changed-000d3c6c-8a2f-404e-8c83-789bccef4476 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.912330] env[69905]: DEBUG nova.compute.manager [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Refreshing instance network info cache due to event network-changed-000d3c6c-8a2f-404e-8c83-789bccef4476. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.912511] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Acquiring lock "refresh_cache-1e971fc9-3032-4b33-82b1-15384be587d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.912812] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Acquired lock "refresh_cache-1e971fc9-3032-4b33-82b1-15384be587d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.912986] env[69905]: DEBUG nova.network.neutron [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Refreshing network info cache for port 000d3c6c-8a2f-404e-8c83-789bccef4476 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.929405] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.929610] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.929784] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Deleting the datastore file [datastore2] 72e8496a-7660-43fb-96ea-c2838b6d6664 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.930047] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06c3f2c1-eb00-4d08-80f5-64050df5289c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.939497] env[69905]: DEBUG oslo_vmware.api [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for the task: (returnval){ [ 841.939497] env[69905]: value = "task-3413430" [ 841.939497] env[69905]: _type = "Task" [ 841.939497] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.951371] env[69905]: DEBUG oslo_vmware.api [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.977935] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413426, 'name': ReconfigVM_Task, 'duration_secs': 0.205039} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.978269] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681040', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'name': 'volume-2dcbdde2-28ff-430a-875d-a4c6acdee682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6c6705-14ef-4200-ba89-afdcd12d9950', 'attached_at': '', 'detached_at': '', 'volume_id': '2dcbdde2-28ff-430a-875d-a4c6acdee682', 'serial': '2dcbdde2-28ff-430a-875d-a4c6acdee682'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 841.978547] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.979348] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b1005-ebd4-4a1d-b083-ed067ef84ea3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.991547] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.995197] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2a1453-3580-4172-a1dd-f9e459ca0167 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.997214] env[69905]: DEBUG oslo_vmware.api [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413427, 'name': ReconfigVM_Task, 'duration_secs': 0.302832} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.997470] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 842.002632] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab43865-e60d-44ac-a6fd-bf29cb6cc65b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.018374] env[69905]: DEBUG oslo_vmware.api [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 842.018374] env[69905]: value = "task-3413432" [ 842.018374] env[69905]: _type = "Task" [ 842.018374] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.033901] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413428, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.033901] env[69905]: DEBUG oslo_vmware.api [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.085045] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.085216] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.085449] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Deleting the datastore file [datastore2] bf6c6705-14ef-4200-ba89-afdcd12d9950 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.085684] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92688894-b61f-4848-b1eb-a1a7b7b53209 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.094276] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for the task: (returnval){ [ 842.094276] env[69905]: value = "task-3413433" [ 842.094276] env[69905]: _type = "Task" [ 842.094276] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.104408] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.264890] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.289028] env[69905]: DEBUG nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.436382] env[69905]: DEBUG nova.network.neutron [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Successfully created port: d5f1409b-a694-484b-83fb-f6a04c6913ed {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.446382] env[69905]: DEBUG nova.network.neutron [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.455188] env[69905]: DEBUG oslo_vmware.api [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Task: {'id': task-3413430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165002} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.457705] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.457887] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.458075] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.458250] env[69905]: INFO nova.compute.manager [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Took 1.17 seconds to destroy the instance on the hypervisor. [ 842.458487] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.458897] env[69905]: DEBUG nova.compute.manager [-] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.458996] env[69905]: DEBUG nova.network.neutron [-] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.536867] env[69905]: DEBUG oslo_vmware.api [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413428, 'name': PowerOnVM_Task, 'duration_secs': 0.698865} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.537535] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.539092] env[69905]: DEBUG nova.compute.manager [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.539779] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2a50c-d060-4899-8745-26f0b0c12aac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.547468] env[69905]: DEBUG oslo_vmware.api [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413432, 'name': ReconfigVM_Task, 'duration_secs': 0.193619} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.548741] env[69905]: DEBUG nova.network.neutron [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updated VIF entry in instance network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.549087] env[69905]: DEBUG nova.network.neutron [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [{"id": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "address": "fa:16:3e:cb:a3:fa", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0de80c-39", "ovs_interfaceid": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.553527] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681108', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'name': 'volume-ddddca7f-06fb-4de0-9f32-434898ce10ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd04ee156-517e-4fb7-9a7d-4afc43d4d84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddddca7f-06fb-4de0-9f32-434898ce10ee', 'serial': 'ddddca7f-06fb-4de0-9f32-434898ce10ee'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 842.607603] env[69905]: DEBUG oslo_vmware.api [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Task: {'id': task-3413433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103492} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.608695] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.608905] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.609220] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.609310] env[69905]: INFO nova.compute.manager [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Took 2.37 seconds to destroy the instance on the hypervisor. [ 842.612024] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.612024] env[69905]: DEBUG nova.compute.manager [req-217a0d14-5360-44c9-b232-dfc4dc0d48aa req-88bccfbd-79d9-4a71-af03-ab8d5ebbd310 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Received event network-vif-deleted-333c4060-67c6-4984-ac72-90c88876488e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.612024] env[69905]: INFO nova.compute.manager [req-217a0d14-5360-44c9-b232-dfc4dc0d48aa req-88bccfbd-79d9-4a71-af03-ab8d5ebbd310 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Neutron deleted interface 333c4060-67c6-4984-ac72-90c88876488e; detaching it from the instance and deleting it from the info cache [ 842.612024] env[69905]: DEBUG nova.network.neutron [req-217a0d14-5360-44c9-b232-dfc4dc0d48aa req-88bccfbd-79d9-4a71-af03-ab8d5ebbd310 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.612781] env[69905]: DEBUG nova.compute.manager [-] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.612781] env[69905]: DEBUG nova.network.neutron [-] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.628866] env[69905]: DEBUG nova.network.neutron [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.742895] env[69905]: DEBUG nova.network.neutron [-] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.887745] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6205d7-a21b-444a-abec-f65d20cd6bac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.896240] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc998663-6852-4061-b78f-9168c396b6e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.931895] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa684b-39c3-47ff-a244-4ec9112725f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.939313] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da80e690-f182-4aac-9a60-559efd76d7fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.955112] env[69905]: DEBUG nova.compute.provider_tree [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.059454] env[69905]: DEBUG oslo_concurrency.lockutils [req-74ac4989-bcf9-4b4e-880d-b18f9392addf req-78e491c4-e4e1-43f2-b69d-a6233e3251d5 service nova] Releasing lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.073191] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.117136] env[69905]: DEBUG nova.objects.instance [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lazy-loading 'flavor' on Instance uuid d04ee156-517e-4fb7-9a7d-4afc43d4d84e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.118235] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-998626d5-c62a-4915-b145-f9d182f97d18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.130025] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c17d0c-394f-4d68-8462-a57390edfd32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.141937] env[69905]: DEBUG oslo_concurrency.lockutils [req-af47424e-2f55-431f-8cb8-a31876f0ff14 req-4e9b38de-9280-4b00-bf58-29b78b520825 service nova] Releasing lock "refresh_cache-1e971fc9-3032-4b33-82b1-15384be587d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.174105] env[69905]: DEBUG nova.compute.manager [req-217a0d14-5360-44c9-b232-dfc4dc0d48aa req-88bccfbd-79d9-4a71-af03-ab8d5ebbd310 service nova] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Detach interface failed, port_id=333c4060-67c6-4984-ac72-90c88876488e, reason: Instance b8ef718c-0837-4139-9dcd-e9716dfbbddb could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 843.250447] env[69905]: INFO nova.compute.manager [-] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Took 1.48 seconds to deallocate network for instance. [ 843.308024] env[69905]: DEBUG nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.309307] env[69905]: DEBUG nova.network.neutron [-] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.335267] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.335623] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.335718] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.335887] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.336046] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.336197] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.336407] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.336591] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.337779] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.337779] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.337779] env[69905]: DEBUG nova.virt.hardware [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.338157] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58082dea-abfb-45f9-afb0-f88ed054f93d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.347911] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb16749-37b6-47d6-ba17-60c4b31deb4d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.458351] env[69905]: DEBUG nova.scheduler.client.report [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.758035] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.813289] env[69905]: INFO nova.compute.manager [-] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Took 1.35 seconds to deallocate network for instance. [ 843.965126] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.965126] env[69905]: DEBUG nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.967199] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.521s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.971365] env[69905]: INFO nova.compute.claims [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.064612] env[69905]: DEBUG nova.network.neutron [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Successfully updated port: d5f1409b-a694-484b-83fb-f6a04c6913ed {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.128035] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53c72b2b-7037-442e-91b6-5e93008ce86b tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.365s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.320649] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.338266] env[69905]: DEBUG nova.network.neutron [-] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.481142] env[69905]: DEBUG nova.compute.utils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.484151] env[69905]: DEBUG nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.484336] env[69905]: DEBUG nova.network.neutron [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.496920] env[69905]: DEBUG nova.compute.manager [req-0e002b26-94f6-46db-827f-a5bf56b247c6 req-10a51176-b05e-4a5b-8eee-04222ea8c4f8 service nova] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Received event network-vif-deleted-e69f200e-785f-4be8-89c6-92d4400c1664 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.546118] env[69905]: DEBUG nova.policy [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7632affa6604b69aefbfd25c31f0a55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e55c0bb932f4b64a8333b075b11adf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.567626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.567774] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquired lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.567923] env[69905]: DEBUG nova.network.neutron [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.589429] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.589700] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.589891] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.590081] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.590250] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.595418] env[69905]: INFO nova.compute.manager [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Terminating instance [ 844.817700] env[69905]: DEBUG nova.network.neutron [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Successfully created port: c18821de-e5af-4097-9805-cf3cbbd03c23 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.843069] env[69905]: INFO nova.compute.manager [-] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Took 2.23 seconds to deallocate network for instance. [ 844.989889] env[69905]: DEBUG nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.098951] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "refresh_cache-5c2d1139-db6c-4078-a9dc-7abf2359d4c5" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.099156] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquired lock "refresh_cache-5c2d1139-db6c-4078-a9dc-7abf2359d4c5" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.099406] env[69905]: DEBUG nova.network.neutron [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.106326] env[69905]: DEBUG nova.network.neutron [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.283530] env[69905]: DEBUG nova.compute.manager [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Received event network-vif-plugged-d5f1409b-a694-484b-83fb-f6a04c6913ed {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.283833] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] Acquiring lock "334e7a11-d6da-48fb-b370-8652965bca1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.283966] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] Lock "334e7a11-d6da-48fb-b370-8652965bca1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.284151] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] Lock "334e7a11-d6da-48fb-b370-8652965bca1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.284347] env[69905]: DEBUG nova.compute.manager [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] No waiting events found dispatching network-vif-plugged-d5f1409b-a694-484b-83fb-f6a04c6913ed {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.284471] env[69905]: WARNING nova.compute.manager [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Received unexpected event network-vif-plugged-d5f1409b-a694-484b-83fb-f6a04c6913ed for instance with vm_state building and task_state spawning. [ 845.284625] env[69905]: DEBUG nova.compute.manager [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Received event network-changed-d5f1409b-a694-484b-83fb-f6a04c6913ed {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.284770] env[69905]: DEBUG nova.compute.manager [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Refreshing instance network info cache due to event network-changed-d5f1409b-a694-484b-83fb-f6a04c6913ed. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.284930] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] Acquiring lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.391013] env[69905]: DEBUG nova.network.neutron [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Updating instance_info_cache with network_info: [{"id": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "address": "fa:16:3e:c7:7f:a5", "network": {"id": "c8a8da5a-2b13-41a9-ae8d-a315317d27a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1881253413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae9a902b712444ab9de64e8d7393283", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f1409b-a6", "ovs_interfaceid": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.400617] env[69905]: INFO nova.compute.manager [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Took 0.56 seconds to detach 1 volumes for instance. [ 845.405548] env[69905]: DEBUG nova.compute.manager [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Deleting volume: 2dcbdde2-28ff-430a-875d-a4c6acdee682 {{(pid=69905) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 845.493768] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caf29cc-ceaa-42e1-b3fd-5271304c7c09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.507113] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b5b86-6ded-4583-903c-274a6407d209 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.542519] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854f645f-61df-46f1-97d1-d6b3013aea83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.555027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6df81-bf20-49c4-9bf6-df8f98106fec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.568602] env[69905]: DEBUG nova.compute.provider_tree [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.621552] env[69905]: DEBUG nova.network.neutron [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.648095] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.648405] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "29ebea62-7792-4776-96fd-677116c75b62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.716479] env[69905]: DEBUG nova.network.neutron [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.893855] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Releasing lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.894224] env[69905]: DEBUG nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Instance network_info: |[{"id": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "address": "fa:16:3e:c7:7f:a5", "network": {"id": "c8a8da5a-2b13-41a9-ae8d-a315317d27a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1881253413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae9a902b712444ab9de64e8d7393283", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f1409b-a6", "ovs_interfaceid": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.894541] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] Acquired lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.894727] env[69905]: DEBUG nova.network.neutron [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Refreshing network info cache for port d5f1409b-a694-484b-83fb-f6a04c6913ed {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.895897] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:7f:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5f1409b-a694-484b-83fb-f6a04c6913ed', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.903644] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Creating folder: Project (2ae9a902b712444ab9de64e8d7393283). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.906662] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25127480-2734-46b3-bd41-eb54a52e8d53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.919320] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Created folder: Project (2ae9a902b712444ab9de64e8d7393283) in parent group-v680985. [ 845.919575] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Creating folder: Instances. Parent ref: group-v681111. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.920078] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e7a099d-fba6-44ee-a4b7-331c6d8db66e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.932147] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Created folder: Instances in parent group-v681111. [ 845.932413] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.932611] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.932815] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f63fd51-44cb-43a5-9141-92a45edc00a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.954352] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.956093] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.956093] env[69905]: value = "task-3413437" [ 845.956093] env[69905]: _type = "Task" [ 845.956093] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.963916] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413437, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.002886] env[69905]: DEBUG nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.028944] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:03:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='335bf4f9-7098-4569-b5df-1f5c72b35eb2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-214913822',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.029220] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.029388] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.029621] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.029800] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.030133] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.030370] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.030558] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.030748] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.030922] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.031149] env[69905]: DEBUG nova.virt.hardware [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.032059] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35f51cb-aa39-4742-bd82-f7bbc918ce18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.043508] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b329a0-cb91-4182-9e2b-f7d6c5f4fd57 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.072416] env[69905]: DEBUG nova.scheduler.client.report [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.224089] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Releasing lock "refresh_cache-5c2d1139-db6c-4078-a9dc-7abf2359d4c5" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.224521] env[69905]: DEBUG nova.compute.manager [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.224703] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.226128] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa75764a-c78e-4366-9738-60c9784f7061 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.238732] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.239020] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-385df377-61d7-4805-8718-5d594ba52c8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.247582] env[69905]: DEBUG oslo_vmware.api [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 846.247582] env[69905]: value = "task-3413438" [ 846.247582] env[69905]: _type = "Task" [ 846.247582] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.262710] env[69905]: DEBUG oslo_vmware.api [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.334295] env[69905]: DEBUG nova.network.neutron [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Updated VIF entry in instance network info cache for port d5f1409b-a694-484b-83fb-f6a04c6913ed. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.334781] env[69905]: DEBUG nova.network.neutron [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Updating instance_info_cache with network_info: [{"id": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "address": "fa:16:3e:c7:7f:a5", "network": {"id": "c8a8da5a-2b13-41a9-ae8d-a315317d27a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1881253413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae9a902b712444ab9de64e8d7393283", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f1409b-a6", "ovs_interfaceid": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.389637] env[69905]: DEBUG nova.network.neutron [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Successfully updated port: c18821de-e5af-4097-9805-cf3cbbd03c23 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.471315] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413437, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.578381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.578992] env[69905]: DEBUG nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.585488] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.251s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.587594] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.588097] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.967s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.588301] env[69905]: DEBUG nova.objects.instance [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 846.633581] env[69905]: INFO nova.scheduler.client.report [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Deleted allocations for instance 60c51121-bbd7-4c69-8417-b6552fa2cf39 [ 846.711119] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.711552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.761521] env[69905]: DEBUG oslo_vmware.api [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413438, 'name': PowerOffVM_Task, 'duration_secs': 0.14887} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.761746] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.761879] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.762407] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc95ff1-6615-4183-8f63-a39ded284ed4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.811200] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.811552] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.811837] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Deleting the datastore file [datastore1] 5c2d1139-db6c-4078-a9dc-7abf2359d4c5 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.812205] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f4b80c-e04a-44d4-9a99-d9d975c07cfa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.820801] env[69905]: DEBUG oslo_vmware.api [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for the task: (returnval){ [ 846.820801] env[69905]: value = "task-3413440" [ 846.820801] env[69905]: _type = "Task" [ 846.820801] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.832329] env[69905]: DEBUG oslo_vmware.api [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.839263] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b83fb94-73e8-4b99-93fc-481012fbbf22 req-6bc96ecf-83a0-40b4-aad4-2e2bae5d8505 service nova] Releasing lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.890516] env[69905]: DEBUG nova.compute.manager [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Received event network-vif-deleted-8613dddc-f9a4-45ea-a220-623b0a7be007 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.890734] env[69905]: DEBUG nova.compute.manager [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.890898] env[69905]: DEBUG nova.compute.manager [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing instance network info cache due to event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.891124] env[69905]: DEBUG oslo_concurrency.lockutils [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] Acquiring lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.891303] env[69905]: DEBUG oslo_concurrency.lockutils [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] Acquired lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.891518] env[69905]: DEBUG nova.network.neutron [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.896244] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.896244] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.896244] env[69905]: DEBUG nova.network.neutron [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.968025] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413437, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.094187] env[69905]: DEBUG nova.compute.utils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.101015] env[69905]: DEBUG nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.101015] env[69905]: DEBUG nova.network.neutron [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.137707] env[69905]: DEBUG nova.policy [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c0a65e7eb424c77af3ba7a85fb8291e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62c8bff9110e418dafdc65480e042a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.142417] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccb46693-65c3-4383-8e08-dcaaaaf8adfe tempest-DeleteServersAdminTestJSON-1624989145 tempest-DeleteServersAdminTestJSON-1624989145-project-member] Lock "60c51121-bbd7-4c69-8417-b6552fa2cf39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.300s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.332984] env[69905]: DEBUG oslo_vmware.api [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Task: {'id': task-3413440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381322} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.334027] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.334200] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.334381] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.334553] env[69905]: INFO nova.compute.manager [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 847.334804] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.335281] env[69905]: DEBUG nova.compute.manager [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.335370] env[69905]: DEBUG nova.network.neutron [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.354558] env[69905]: DEBUG nova.network.neutron [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.457223] env[69905]: DEBUG nova.compute.manager [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Received event network-vif-plugged-c18821de-e5af-4097-9805-cf3cbbd03c23 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.457223] env[69905]: DEBUG oslo_concurrency.lockutils [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] Acquiring lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.457223] env[69905]: DEBUG oslo_concurrency.lockutils [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.457223] env[69905]: DEBUG oslo_concurrency.lockutils [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.457223] env[69905]: DEBUG nova.compute.manager [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] No waiting events found dispatching network-vif-plugged-c18821de-e5af-4097-9805-cf3cbbd03c23 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.457223] env[69905]: WARNING nova.compute.manager [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Received unexpected event network-vif-plugged-c18821de-e5af-4097-9805-cf3cbbd03c23 for instance with vm_state building and task_state spawning. [ 847.457223] env[69905]: DEBUG nova.compute.manager [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Received event network-changed-c18821de-e5af-4097-9805-cf3cbbd03c23 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.457223] env[69905]: DEBUG nova.compute.manager [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Refreshing instance network info cache due to event network-changed-c18821de-e5af-4097-9805-cf3cbbd03c23. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.457223] env[69905]: DEBUG oslo_concurrency.lockutils [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] Acquiring lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.459687] env[69905]: DEBUG nova.network.neutron [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.483701] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413437, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.495794] env[69905]: DEBUG nova.network.neutron [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Successfully created port: 1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.599635] env[69905]: DEBUG nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.607738] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1cbfb2d3-3ea7-46ac-b371-ed9b29fbf8b3 tempest-ServersAdmin275Test-887457072 tempest-ServersAdmin275Test-887457072-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.609342] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.358s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.610853] env[69905]: INFO nova.compute.claims [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.818493] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.818738] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.818965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.819146] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.819315] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.821798] env[69905]: INFO nova.compute.manager [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Terminating instance [ 847.860702] env[69905]: DEBUG nova.network.neutron [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.975020] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413437, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.106232] env[69905]: DEBUG nova.network.neutron [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [{"id": "c18821de-e5af-4097-9805-cf3cbbd03c23", "address": "fa:16:3e:a9:9c:b5", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18821de-e5", "ovs_interfaceid": "c18821de-e5af-4097-9805-cf3cbbd03c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.232266] env[69905]: DEBUG nova.network.neutron [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updated VIF entry in instance network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.232659] env[69905]: DEBUG nova.network.neutron [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [{"id": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "address": "fa:16:3e:cb:a3:fa", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0de80c-39", "ovs_interfaceid": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.325384] env[69905]: DEBUG nova.compute.manager [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.325668] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.326574] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5d55c1-4fec-487e-ba63-3bb79be863e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.335705] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.335705] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee0dac1d-55cc-4aef-9faf-269931b4e060 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.342695] env[69905]: DEBUG oslo_vmware.api [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 848.342695] env[69905]: value = "task-3413441" [ 848.342695] env[69905]: _type = "Task" [ 848.342695] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.350979] env[69905]: DEBUG oslo_vmware.api [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.363124] env[69905]: INFO nova.compute.manager [-] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Took 1.03 seconds to deallocate network for instance. [ 848.477272] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413437, 'name': CreateVM_Task, 'duration_secs': 2.058904} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.477481] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.478378] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.478552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.478858] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.479274] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad44d2a-6b68-49e7-96e9-8d005dd6ba5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.484931] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 848.484931] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238fe5b-d530-20c0-7567-0123c25bf2b7" [ 848.484931] env[69905]: _type = "Task" [ 848.484931] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.494386] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238fe5b-d530-20c0-7567-0123c25bf2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.609816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.610800] env[69905]: DEBUG nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Instance network_info: |[{"id": "c18821de-e5af-4097-9805-cf3cbbd03c23", "address": "fa:16:3e:a9:9c:b5", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18821de-e5", "ovs_interfaceid": "c18821de-e5af-4097-9805-cf3cbbd03c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.610800] env[69905]: DEBUG oslo_concurrency.lockutils [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] Acquired lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.610992] env[69905]: DEBUG nova.network.neutron [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Refreshing network info cache for port c18821de-e5af-4097-9805-cf3cbbd03c23 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.612136] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:9c:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c18821de-e5af-4097-9805-cf3cbbd03c23', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.621933] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.625889] env[69905]: DEBUG nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.629997] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.631752] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e48bf74e-5a0c-49ff-945d-6cc84f7b02eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.654189] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.654189] env[69905]: value = "task-3413442" [ 848.654189] env[69905]: _type = "Task" [ 848.654189] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.659075] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.659261] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.659451] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.659646] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.659847] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.660089] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.660388] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.660643] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.660840] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.661086] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.661338] env[69905]: DEBUG nova.virt.hardware [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.665601] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41efa49b-a4bb-4cec-a81e-1a173ce29abc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.678157] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413442, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.679394] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26438755-ddbf-4564-a394-d6f776dc71fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.734790] env[69905]: DEBUG oslo_concurrency.lockutils [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] Releasing lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.735086] env[69905]: DEBUG nova.compute.manager [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Received event network-changed-2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.735281] env[69905]: DEBUG nova.compute.manager [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Refreshing instance network info cache due to event network-changed-2e7589a5-73a9-4c86-bf4c-c8325141d779. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.735583] env[69905]: DEBUG oslo_concurrency.lockutils [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] Acquiring lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.735755] env[69905]: DEBUG oslo_concurrency.lockutils [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] Acquired lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.735924] env[69905]: DEBUG nova.network.neutron [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Refreshing network info cache for port 2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.859340] env[69905]: DEBUG oslo_vmware.api [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413441, 'name': PowerOffVM_Task, 'duration_secs': 0.208603} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.859439] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.860192] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.860192] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-410258ba-a8b5-4c32-b7d5-6f0f1e7be5ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.869627] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.954602] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.954602] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.954862] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Deleting the datastore file [datastore2] 5492fe6f-c1ca-4132-aa46-943a45a52da7 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.955314] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5bcb119-a692-46f3-9f34-3d668f229b65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.965667] env[69905]: DEBUG oslo_vmware.api [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 848.965667] env[69905]: value = "task-3413444" [ 848.965667] env[69905]: _type = "Task" [ 848.965667] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.980277] env[69905]: DEBUG oslo_vmware.api [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.996159] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238fe5b-d530-20c0-7567-0123c25bf2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.998835] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.999159] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.999471] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.999827] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.999900] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.000452] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c886e5cb-545e-45c9-982f-76115e17e823 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.021655] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.021831] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.023233] env[69905]: DEBUG nova.network.neutron [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updated VIF entry in instance network info cache for port c18821de-e5af-4097-9805-cf3cbbd03c23. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.023619] env[69905]: DEBUG nova.network.neutron [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [{"id": "c18821de-e5af-4097-9805-cf3cbbd03c23", "address": "fa:16:3e:a9:9c:b5", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18821de-e5", "ovs_interfaceid": "c18821de-e5af-4097-9805-cf3cbbd03c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.024740] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4621c4e-984e-4977-b99f-dd9f9a3714ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.032639] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 849.032639] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52685d35-be00-41c4-43d6-8408173638b9" [ 849.032639] env[69905]: _type = "Task" [ 849.032639] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.042133] env[69905]: DEBUG nova.network.neutron [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Successfully updated port: 1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.046874] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52685d35-be00-41c4-43d6-8408173638b9, 'name': SearchDatastore_Task} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.047905] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8db71d-2444-4689-8732-ff7260cec730 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.058243] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 849.058243] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ea838-a853-7c46-f55e-3d92113f3601" [ 849.058243] env[69905]: _type = "Task" [ 849.058243] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.068057] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ea838-a853-7c46-f55e-3d92113f3601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.169847] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413442, 'name': CreateVM_Task, 'duration_secs': 0.329216} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.172566] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.174415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.174415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.174415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.174415] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763bc8d1-b514-4817-b562-9b3cddd22a86 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.180263] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 849.180263] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529594b4-875f-b7da-6850-7a0f7c3af1d8" [ 849.180263] env[69905]: _type = "Task" [ 849.180263] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.190092] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529594b4-875f-b7da-6850-7a0f7c3af1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.223360] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2860826-c427-4a31-9b6b-2ef97c538de7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.231958] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9fad59-5cd9-4eb7-949b-dbd9b44cbafd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.238636] env[69905]: DEBUG nova.compute.manager [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Received event network-changed-2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.238908] env[69905]: DEBUG nova.compute.manager [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Refreshing instance network info cache due to event network-changed-2e7589a5-73a9-4c86-bf4c-c8325141d779. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.239352] env[69905]: DEBUG oslo_concurrency.lockutils [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] Acquiring lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.273582] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330cde5-3ae0-44c6-82bc-330734439194 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.284855] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672e7af-1cb4-4910-8162-9bcfd277bdf6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.300363] env[69905]: DEBUG nova.compute.provider_tree [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.479410] env[69905]: DEBUG oslo_vmware.api [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217252} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.482697] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.482697] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.482697] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.482697] env[69905]: INFO nova.compute.manager [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 849.482697] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.482697] env[69905]: DEBUG nova.compute.manager [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.482697] env[69905]: DEBUG nova.network.neutron [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.509213] env[69905]: DEBUG nova.network.neutron [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updated VIF entry in instance network info cache for port 2e7589a5-73a9-4c86-bf4c-c8325141d779. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.509586] env[69905]: DEBUG nova.network.neutron [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updating instance_info_cache with network_info: [{"id": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "address": "fa:16:3e:5e:08:27", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7589a5-73", "ovs_interfaceid": "2e7589a5-73a9-4c86-bf4c-c8325141d779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.529238] env[69905]: DEBUG oslo_concurrency.lockutils [req-d9b65758-2b73-4624-bf8a-333f43f0d600 req-826b2c00-f624-4fb5-b1e1-e57115274a8d service nova] Releasing lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.548687] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.553223] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.553413] env[69905]: DEBUG nova.network.neutron [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.575042] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ea838-a853-7c46-f55e-3d92113f3601, 'name': SearchDatastore_Task, 'duration_secs': 0.012867} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.575042] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.575042] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 334e7a11-d6da-48fb-b370-8652965bca1f/334e7a11-d6da-48fb-b370-8652965bca1f.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.575042] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac0ad3a-484b-4346-b47b-e52080650280 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.584361] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 849.584361] env[69905]: value = "task-3413445" [ 849.584361] env[69905]: _type = "Task" [ 849.584361] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.596057] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.666149] env[69905]: DEBUG nova.compute.manager [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Received event network-vif-plugged-1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.666149] env[69905]: DEBUG oslo_concurrency.lockutils [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.666149] env[69905]: DEBUG oslo_concurrency.lockutils [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.666149] env[69905]: DEBUG oslo_concurrency.lockutils [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.666149] env[69905]: DEBUG nova.compute.manager [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] No waiting events found dispatching network-vif-plugged-1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.666149] env[69905]: WARNING nova.compute.manager [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Received unexpected event network-vif-plugged-1a2791cc-376b-4035-aa61-72155a91eb13 for instance with vm_state building and task_state spawning. [ 849.666149] env[69905]: DEBUG nova.compute.manager [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Received event network-changed-1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.666149] env[69905]: DEBUG nova.compute.manager [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Refreshing instance network info cache due to event network-changed-1a2791cc-376b-4035-aa61-72155a91eb13. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.666149] env[69905]: DEBUG oslo_concurrency.lockutils [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] Acquiring lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692510] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529594b4-875f-b7da-6850-7a0f7c3af1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.692863] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.693105] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.693338] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.693482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.693658] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.693922] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9efb29-11b3-4187-845f-de3a47a27204 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.704047] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.704275] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.705093] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c038c2-8e5a-49eb-b2d0-e3c19139bc6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.716382] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 849.716382] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52049da2-d121-0860-cd88-1387cc165ed7" [ 849.716382] env[69905]: _type = "Task" [ 849.716382] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.730580] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52049da2-d121-0860-cd88-1387cc165ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.731457] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67b6b0f-21b5-49fa-b3eb-82d522cd9538 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.747036] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 849.747036] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4ba99-f28e-6d52-3a2a-40bd730be1dd" [ 849.747036] env[69905]: _type = "Task" [ 849.747036] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.760887] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4ba99-f28e-6d52-3a2a-40bd730be1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.803965] env[69905]: DEBUG nova.scheduler.client.report [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.012726] env[69905]: DEBUG oslo_concurrency.lockutils [req-a0205095-402a-4f67-9402-1ef9c2bf8317 req-0e3ed727-5ce8-40a9-8fa4-2b279e08c1ab service nova] Releasing lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.013201] env[69905]: DEBUG oslo_concurrency.lockutils [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] Acquired lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.013398] env[69905]: DEBUG nova.network.neutron [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Refreshing network info cache for port 2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.099017] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431627} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.099617] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 334e7a11-d6da-48fb-b370-8652965bca1f/334e7a11-d6da-48fb-b370-8652965bca1f.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.099726] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.100010] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-091192cf-26f7-4e54-92b8-02e53e5c51b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.108247] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 850.108247] env[69905]: value = "task-3413446" [ 850.108247] env[69905]: _type = "Task" [ 850.108247] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.118874] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.128746] env[69905]: DEBUG nova.network.neutron [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.255850] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4ba99-f28e-6d52-3a2a-40bd730be1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.057526} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.256130] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.256401] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.256700] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25cd1f7c-0e57-4ba5-bab1-1f00565384b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.264756] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 850.264756] env[69905]: value = "task-3413447" [ 850.264756] env[69905]: _type = "Task" [ 850.264756] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.275232] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.309474] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.310028] env[69905]: DEBUG nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.312885] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.007s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.312981] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.313152] env[69905]: INFO nova.compute.manager [None req-f9e8b6a6-46e3-4073-a787-76287b559b94 tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Successfully reverted task state from rebuilding on failure for instance. [ 850.317872] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.953s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.318011] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.320390] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.874s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.322110] env[69905]: INFO nova.compute.claims [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.344623] env[69905]: INFO nova.scheduler.client.report [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Deleted allocations for instance 317882cf-ffbc-47c7-a6ba-1f2e418226c1 [ 850.428089] env[69905]: DEBUG nova.network.neutron [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updating instance_info_cache with network_info: [{"id": "1a2791cc-376b-4035-aa61-72155a91eb13", "address": "fa:16:3e:e5:59:89", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2791cc-37", "ovs_interfaceid": "1a2791cc-376b-4035-aa61-72155a91eb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.537839] env[69905]: DEBUG nova.network.neutron [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.551434] env[69905]: INFO nova.network.neutron [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Port 2e7589a5-73a9-4c86-bf4c-c8325141d779 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 850.551668] env[69905]: DEBUG nova.network.neutron [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.625775] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064526} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.626446] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.627921] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088b454-31ae-43a5-9901-b3a999864730 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.665052] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 334e7a11-d6da-48fb-b370-8652965bca1f/334e7a11-d6da-48fb-b370-8652965bca1f.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.665554] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239d4c44-08cc-42ee-831a-c0369dbf3d93 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.692027] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 850.692027] env[69905]: value = "task-3413448" [ 850.692027] env[69905]: _type = "Task" [ 850.692027] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.703116] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.776814] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457159} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.777099] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.777317] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.777565] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88b2233a-d399-48c7-880b-e205bfc78288 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.787347] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 850.787347] env[69905]: value = "task-3413449" [ 850.787347] env[69905]: _type = "Task" [ 850.787347] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.795376] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.827431] env[69905]: DEBUG nova.compute.utils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.830678] env[69905]: DEBUG nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.831065] env[69905]: DEBUG nova.network.neutron [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.857398] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b601cf7-7250-46da-8e5b-745ed48b1a76 tempest-ServersAdmin275Test-667630876 tempest-ServersAdmin275Test-667630876-project-member] Lock "317882cf-ffbc-47c7-a6ba-1f2e418226c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.888s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.877635] env[69905]: DEBUG nova.policy [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17b64c0e3ae4c6ebab651e40910a93f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d476f11ac9448f8b4f919bc27df7194', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.930945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.931321] env[69905]: DEBUG nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Instance network_info: |[{"id": "1a2791cc-376b-4035-aa61-72155a91eb13", "address": "fa:16:3e:e5:59:89", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2791cc-37", "ovs_interfaceid": "1a2791cc-376b-4035-aa61-72155a91eb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.931669] env[69905]: DEBUG oslo_concurrency.lockutils [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] Acquired lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.931853] env[69905]: DEBUG nova.network.neutron [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Refreshing network info cache for port 1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.932995] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:59:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a2791cc-376b-4035-aa61-72155a91eb13', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.941872] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Creating folder: Project (62c8bff9110e418dafdc65480e042a14). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.944949] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff499f85-0768-43b8-8ba9-91948083656e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.963679] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Created folder: Project (62c8bff9110e418dafdc65480e042a14) in parent group-v680985. [ 850.963875] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Creating folder: Instances. Parent ref: group-v681115. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.964123] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffe0a627-123d-48e7-a46b-eb3616bf2f3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.979368] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Created folder: Instances in parent group-v681115. [ 850.979621] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.979815] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.980027] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f508917-a694-49e2-8f68-6f8794b97ab3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.004805] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.004805] env[69905]: value = "task-3413452" [ 851.004805] env[69905]: _type = "Task" [ 851.004805] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.019866] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413452, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.042887] env[69905]: INFO nova.compute.manager [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Took 1.56 seconds to deallocate network for instance. [ 851.055690] env[69905]: DEBUG oslo_concurrency.lockutils [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] Releasing lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.055962] env[69905]: DEBUG nova.compute.manager [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.056181] env[69905]: DEBUG nova.compute.manager [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing instance network info cache due to event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.056354] env[69905]: DEBUG oslo_concurrency.lockutils [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] Acquiring lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.056508] env[69905]: DEBUG oslo_concurrency.lockutils [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] Acquired lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.056718] env[69905]: DEBUG nova.network.neutron [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.201910] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413448, 'name': ReconfigVM_Task, 'duration_secs': 0.329784} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.202444] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 334e7a11-d6da-48fb-b370-8652965bca1f/334e7a11-d6da-48fb-b370-8652965bca1f.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.203269] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e3e21b-0991-42c3-8c32-b5aa02ef09fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.213110] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 851.213110] env[69905]: value = "task-3413453" [ 851.213110] env[69905]: _type = "Task" [ 851.213110] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.231337] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413453, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.232449] env[69905]: DEBUG nova.network.neutron [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updated VIF entry in instance network info cache for port 1a2791cc-376b-4035-aa61-72155a91eb13. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.232838] env[69905]: DEBUG nova.network.neutron [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updating instance_info_cache with network_info: [{"id": "1a2791cc-376b-4035-aa61-72155a91eb13", "address": "fa:16:3e:e5:59:89", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2791cc-37", "ovs_interfaceid": "1a2791cc-376b-4035-aa61-72155a91eb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.296960] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069647} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.301519] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.302673] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca035b2-a40c-48dd-aee7-fe329ea5b320 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.330823] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.331177] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c48c84-2c3c-4ce9-931a-4d8253d16efe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.347826] env[69905]: DEBUG nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.369799] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 851.369799] env[69905]: value = "task-3413454" [ 851.369799] env[69905]: _type = "Task" [ 851.369799] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.381456] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.382343] env[69905]: DEBUG nova.network.neutron [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Successfully created port: 430cd666-0771-4bf2-9b96-727fd1328784 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.397687] env[69905]: DEBUG nova.compute.manager [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Received event network-vif-deleted-2e7589a5-73a9-4c86-bf4c-c8325141d779 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.397968] env[69905]: DEBUG nova.compute.manager [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.398649] env[69905]: DEBUG nova.compute.manager [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing instance network info cache due to event network-changed-4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.398649] env[69905]: DEBUG oslo_concurrency.lockutils [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] Acquiring lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.521933] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413452, 'name': CreateVM_Task, 'duration_secs': 0.36017} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.522157] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.522921] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.523105] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.524015] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.524015] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d850c5e8-64a1-4820-8243-f998bdc53fb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.532169] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 851.532169] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52af3991-4789-2772-e125-6229047b1a9c" [ 851.532169] env[69905]: _type = "Task" [ 851.532169] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.541736] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52af3991-4789-2772-e125-6229047b1a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.550599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.644890] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.726044] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413453, 'name': Rename_Task, 'duration_secs': 0.508653} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.729009] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.730183] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a78f09-c870-475d-ab1a-f87dfe5c8e8f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.736148] env[69905]: DEBUG oslo_concurrency.lockutils [req-43ca32a4-c869-4a7c-9589-b7db33ff8031 req-23dfcac4-25d9-41f8-99f4-67f4cbb5ef4c service nova] Releasing lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.738336] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 851.738336] env[69905]: value = "task-3413455" [ 851.738336] env[69905]: _type = "Task" [ 851.738336] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.751415] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.786407] env[69905]: DEBUG nova.network.neutron [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updated VIF entry in instance network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.786822] env[69905]: DEBUG nova.network.neutron [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [{"id": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "address": "fa:16:3e:cb:a3:fa", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0de80c-39", "ovs_interfaceid": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.884422] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.886160] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beddfe99-daa0-4a96-8d35-80df0e4c2800 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.893941] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44116f65-64da-43ef-83cb-ef09653fa9c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.928537] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090120be-5576-430d-a6ca-3150faaa4c47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.936863] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43338a9-4ec8-4a7c-88f9-4ecb52c26b22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.952944] env[69905]: DEBUG nova.compute.provider_tree [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.044470] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52af3991-4789-2772-e125-6229047b1a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.044952] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.045081] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.045353] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.045510] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.045739] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.046381] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef1e5f95-f5f5-43ad-a14a-d16ca4d55520 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.057714] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.057952] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.058780] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615740ae-98c0-4da2-a46f-d90df36c8ec0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.068018] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 852.068018] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fd4edd-b8ff-e070-5b4f-3ed18fa2664a" [ 852.068018] env[69905]: _type = "Task" [ 852.068018] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.080987] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fd4edd-b8ff-e070-5b4f-3ed18fa2664a, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.082300] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaabf92-4f5e-4031-b8a0-21f16eb5cbba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.089107] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 852.089107] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d3e07-4eb0-f6c8-4872-a1619131f9a3" [ 852.089107] env[69905]: _type = "Task" [ 852.089107] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.099787] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d3e07-4eb0-f6c8-4872-a1619131f9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.250798] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413455, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.291659] env[69905]: DEBUG oslo_concurrency.lockutils [req-0110623c-ef3b-41e5-80dc-6f61129f81d9 req-d3ebbd5f-e728-4a99-92f8-c76b47278d17 service nova] Releasing lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.291659] env[69905]: DEBUG oslo_concurrency.lockutils [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] Acquired lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.291659] env[69905]: DEBUG nova.network.neutron [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Refreshing network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.369211] env[69905]: DEBUG nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.385603] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413454, 'name': ReconfigVM_Task, 'duration_secs': 0.717085} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.387510] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.387510] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc278114-c9a9-4812-a9c5-ce8be9dc4f5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.398013] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 852.398013] env[69905]: value = "task-3413456" [ 852.398013] env[69905]: _type = "Task" [ 852.398013] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.404186] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.404455] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.404586] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.404770] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.404949] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.405151] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.405607] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.405607] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.406320] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.406320] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.406320] env[69905]: DEBUG nova.virt.hardware [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.407593] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7299876e-3f56-4a09-a40e-fb9a8e2a4e67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.416452] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413456, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.423492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35757789-3ada-41c2-bc9a-e73c69ecb6de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.458445] env[69905]: DEBUG nova.scheduler.client.report [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.602341] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d3e07-4eb0-f6c8-4872-a1619131f9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012345} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.602341] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.602341] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] fd332da0-19a3-4b8a-8382-8c3eab0c3cf8/fd332da0-19a3-4b8a-8382-8c3eab0c3cf8.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.602725] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b888ae8-ae45-409c-8616-ee4cd6622100 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.614819] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 852.614819] env[69905]: value = "task-3413457" [ 852.614819] env[69905]: _type = "Task" [ 852.614819] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.629173] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.751068] env[69905]: DEBUG oslo_vmware.api [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413455, 'name': PowerOnVM_Task, 'duration_secs': 0.517517} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.751446] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.751670] env[69905]: INFO nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Took 9.45 seconds to spawn the instance on the hypervisor. [ 852.751874] env[69905]: DEBUG nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.752877] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88288299-1020-4577-a6bd-558e016ee354 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.907622] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413456, 'name': Rename_Task, 'duration_secs': 0.317449} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.907923] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.908201] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd63b113-b1f7-421f-9c2d-6f49a906476d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.915913] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 852.915913] env[69905]: value = "task-3413458" [ 852.915913] env[69905]: _type = "Task" [ 852.915913] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.925447] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.963912] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.964523] env[69905]: DEBUG nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.967362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.593s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.967609] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.975436] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.503s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.977632] env[69905]: INFO nova.compute.claims [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.128612] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413457, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.271386] env[69905]: INFO nova.compute.manager [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Took 47.92 seconds to build instance. [ 853.409788] env[69905]: DEBUG nova.network.neutron [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updated VIF entry in instance network info cache for port 4f0de80c-39a6-4a0b-bab9-84782588cbfd. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.409788] env[69905]: DEBUG nova.network.neutron [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [{"id": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "address": "fa:16:3e:cb:a3:fa", "network": {"id": "9d422017-c273-4496-907e-9fa68e8bfe9b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-540383973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2991068874664ddb96502c1e595cbd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0de80c-39", "ovs_interfaceid": "4f0de80c-39a6-4a0b-bab9-84782588cbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.432616] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.485118] env[69905]: DEBUG nova.compute.utils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.485118] env[69905]: DEBUG nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.485118] env[69905]: DEBUG nova.network.neutron [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.502439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3322ca8f-aa71-4d53-b94e-9d374afb9bbe tempest-ServerActionsV293TestJSON-1714675325 tempest-ServerActionsV293TestJSON-1714675325-project-member] Lock "ccf16ee0-ca7b-4b41-b19d-e18c75493e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.654s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.524803] env[69905]: DEBUG nova.compute.manager [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.528069] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82fbb84-c59e-48c8-a07d-de983376e81d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.577008] env[69905]: DEBUG nova.network.neutron [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Successfully updated port: 430cd666-0771-4bf2-9b96-727fd1328784 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.579953] env[69905]: DEBUG nova.policy [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59693698fc454dd1bf7a61ab67de057d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1462fb97104e009e8dbe402fc06212', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.622297] env[69905]: DEBUG nova.compute.manager [req-e93eab3f-d2d2-4aad-adb3-9897c770df78 req-5148f991-b8c1-411f-aa5a-b7ab1ba3c833 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Received event network-vif-plugged-430cd666-0771-4bf2-9b96-727fd1328784 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.622571] env[69905]: DEBUG oslo_concurrency.lockutils [req-e93eab3f-d2d2-4aad-adb3-9897c770df78 req-5148f991-b8c1-411f-aa5a-b7ab1ba3c833 service nova] Acquiring lock "a19f2fa3-bf33-46a7-8619-053432f894c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.622841] env[69905]: DEBUG oslo_concurrency.lockutils [req-e93eab3f-d2d2-4aad-adb3-9897c770df78 req-5148f991-b8c1-411f-aa5a-b7ab1ba3c833 service nova] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.623082] env[69905]: DEBUG oslo_concurrency.lockutils [req-e93eab3f-d2d2-4aad-adb3-9897c770df78 req-5148f991-b8c1-411f-aa5a-b7ab1ba3c833 service nova] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.623311] env[69905]: DEBUG nova.compute.manager [req-e93eab3f-d2d2-4aad-adb3-9897c770df78 req-5148f991-b8c1-411f-aa5a-b7ab1ba3c833 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] No waiting events found dispatching network-vif-plugged-430cd666-0771-4bf2-9b96-727fd1328784 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.623555] env[69905]: WARNING nova.compute.manager [req-e93eab3f-d2d2-4aad-adb3-9897c770df78 req-5148f991-b8c1-411f-aa5a-b7ab1ba3c833 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Received unexpected event network-vif-plugged-430cd666-0771-4bf2-9b96-727fd1328784 for instance with vm_state building and task_state spawning. [ 853.630972] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601038} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.631305] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] fd332da0-19a3-4b8a-8382-8c3eab0c3cf8/fd332da0-19a3-4b8a-8382-8c3eab0c3cf8.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.631574] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.631868] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b050171-3fab-47fd-bcbd-bcaafc64af98 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.638509] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 853.638509] env[69905]: value = "task-3413459" [ 853.638509] env[69905]: _type = "Task" [ 853.638509] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.650704] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.773388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6d4e5068-3ceb-4959-a287-c68ea6bc7976 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.783s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.912472] env[69905]: DEBUG oslo_concurrency.lockutils [req-b49b54f5-8279-4dcc-97d2-ff1c42c8c249 req-33713975-fe3f-41a0-8293-33a15d2c2c4a service nova] Releasing lock "refresh_cache-01e016f6-7bf0-4f5d-8516-9176b6f628f7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.926570] env[69905]: DEBUG oslo_vmware.api [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413458, 'name': PowerOnVM_Task, 'duration_secs': 0.834104} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.926927] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.927190] env[69905]: INFO nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Took 7.92 seconds to spawn the instance on the hypervisor. [ 853.927474] env[69905]: DEBUG nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.928333] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715d2f8c-ad2d-48f2-bf21-8632a65213cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.993195] env[69905]: DEBUG nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.040955] env[69905]: INFO nova.compute.manager [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] instance snapshotting [ 854.042269] env[69905]: DEBUG nova.objects.instance [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'flavor' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.083732] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-a19f2fa3-bf33-46a7-8619-053432f894c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.083878] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-a19f2fa3-bf33-46a7-8619-053432f894c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.084043] env[69905]: DEBUG nova.network.neutron [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.151556] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072094} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.154020] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.155046] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27dfb4-3b1a-486c-853d-7e36f80002e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.179413] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] fd332da0-19a3-4b8a-8382-8c3eab0c3cf8/fd332da0-19a3-4b8a-8382-8c3eab0c3cf8.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.181707] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f51f2b-adbc-42ab-bee3-06fcf4d0e999 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.204341] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 854.204341] env[69905]: value = "task-3413460" [ 854.204341] env[69905]: _type = "Task" [ 854.204341] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.213649] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.282254] env[69905]: DEBUG nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.325558] env[69905]: DEBUG nova.network.neutron [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Successfully created port: 6018bfb8-9417-4f93-9150-bf62c3905f79 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.451083] env[69905]: INFO nova.compute.manager [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Took 44.30 seconds to build instance. [ 854.479818] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "334e7a11-d6da-48fb-b370-8652965bca1f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.479930] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.480245] env[69905]: INFO nova.compute.manager [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Rebooting instance [ 854.549066] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6af969-eb44-4982-b301-2c7f8fd6c4d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.573263] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658dbae9-00e9-42f5-88b9-e524ab36c491 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.598455] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b09f8-5b3a-4813-874c-4ca9dc300f92 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.604407] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9a1e8-4484-4d2d-907b-6cc2a7e0bfa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.639166] env[69905]: DEBUG nova.network.neutron [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.644121] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a178f0-f235-4531-8a68-005ebce95881 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.650040] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb6c7b-6984-4fdc-a0d3-8e10720c49af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.664010] env[69905]: DEBUG nova.compute.provider_tree [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.718705] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413460, 'name': ReconfigVM_Task, 'duration_secs': 0.274676} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.719181] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Reconfigured VM instance instance-0000002a to attach disk [datastore1] fd332da0-19a3-4b8a-8382-8c3eab0c3cf8/fd332da0-19a3-4b8a-8382-8c3eab0c3cf8.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.720259] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3940bfd1-9d77-46cf-9aea-f60419060c5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.727222] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 854.727222] env[69905]: value = "task-3413461" [ 854.727222] env[69905]: _type = "Task" [ 854.727222] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.734609] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413461, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.803179] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.907597] env[69905]: DEBUG nova.network.neutron [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Updating instance_info_cache with network_info: [{"id": "430cd666-0771-4bf2-9b96-727fd1328784", "address": "fa:16:3e:6a:7a:56", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430cd666-07", "ovs_interfaceid": "430cd666-0771-4bf2-9b96-727fd1328784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.952916] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2a2e9f54-8bf8-4e23-8a9e-892fb6717172 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.134s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.005413] env[69905]: DEBUG nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.011981] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.012109] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquired lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.012289] env[69905]: DEBUG nova.network.neutron [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.039437] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.039437] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.039437] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.039796] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.040823] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.040823] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.040823] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.040823] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.042574] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.042853] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.042976] env[69905]: DEBUG nova.virt.hardware [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.044234] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec39d3-2df4-4592-b354-95042f099220 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.053880] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043cc3b-9cee-40f3-9585-c1ff9156167b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.086653] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.086653] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5086a219-98d3-46d1-bff9-7bbf82393237 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.094554] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 855.094554] env[69905]: value = "task-3413462" [ 855.094554] env[69905]: _type = "Task" [ 855.094554] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.106360] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.170595] env[69905]: DEBUG nova.scheduler.client.report [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.240389] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413461, 'name': Rename_Task, 'duration_secs': 0.133316} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.240821] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.241152] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d77478ba-c402-46e3-afba-ef405373debf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.249515] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 855.249515] env[69905]: value = "task-3413463" [ 855.249515] env[69905]: _type = "Task" [ 855.249515] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.260558] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.411198] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-a19f2fa3-bf33-46a7-8619-053432f894c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.411661] env[69905]: DEBUG nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Instance network_info: |[{"id": "430cd666-0771-4bf2-9b96-727fd1328784", "address": "fa:16:3e:6a:7a:56", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430cd666-07", "ovs_interfaceid": "430cd666-0771-4bf2-9b96-727fd1328784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.411994] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:7a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430cd666-0771-4bf2-9b96-727fd1328784', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.420012] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating folder: Project (1d476f11ac9448f8b4f919bc27df7194). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.420810] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8991d02-ad69-4ae7-be20-af61886c0803 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.433774] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created folder: Project (1d476f11ac9448f8b4f919bc27df7194) in parent group-v680985. [ 855.436636] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating folder: Instances. Parent ref: group-v681118. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.436976] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07723e1d-9f5e-49a3-9fe8-6874af096f2e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.449207] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created folder: Instances in parent group-v681118. [ 855.449467] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.449661] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.449884] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78acc89d-dd55-4c70-ae0f-5f7c801df877 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.469351] env[69905]: DEBUG nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.480265] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.480265] env[69905]: value = "task-3413466" [ 855.480265] env[69905]: _type = "Task" [ 855.480265] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.493940] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413466, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.605239] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.677364] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.678106] env[69905]: DEBUG nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.681839] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.209s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.687030] env[69905]: INFO nova.compute.claims [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.762591] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413463, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.855576] env[69905]: DEBUG nova.compute.manager [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Received event network-changed-430cd666-0771-4bf2-9b96-727fd1328784 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.856023] env[69905]: DEBUG nova.compute.manager [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Refreshing instance network info cache due to event network-changed-430cd666-0771-4bf2-9b96-727fd1328784. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.856441] env[69905]: DEBUG oslo_concurrency.lockutils [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] Acquiring lock "refresh_cache-a19f2fa3-bf33-46a7-8619-053432f894c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.856715] env[69905]: DEBUG oslo_concurrency.lockutils [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] Acquired lock "refresh_cache-a19f2fa3-bf33-46a7-8619-053432f894c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.858246] env[69905]: DEBUG nova.network.neutron [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Refreshing network info cache for port 430cd666-0771-4bf2-9b96-727fd1328784 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.005279] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413466, 'name': CreateVM_Task, 'duration_secs': 0.358262} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.005383] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.010178] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.010388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.010704] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.011812] env[69905]: DEBUG nova.network.neutron [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Updating instance_info_cache with network_info: [{"id": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "address": "fa:16:3e:c7:7f:a5", "network": {"id": "c8a8da5a-2b13-41a9-ae8d-a315317d27a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1881253413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae9a902b712444ab9de64e8d7393283", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f1409b-a6", "ovs_interfaceid": "d5f1409b-a694-484b-83fb-f6a04c6913ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.012929] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3d5c6c-e6c9-4f83-b138-ab14a638bbda {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.016714] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.026337] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 856.026337] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527a7541-ecec-f7c3-6872-7d78ff38bfdf" [ 856.026337] env[69905]: _type = "Task" [ 856.026337] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.033636] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527a7541-ecec-f7c3-6872-7d78ff38bfdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.108073] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413462, 'name': CreateSnapshot_Task, 'duration_secs': 0.652435} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.108073] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.108073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5f48a2-929b-425a-a79b-9dbcd0a8ac0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.194891] env[69905]: DEBUG nova.compute.utils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.196622] env[69905]: DEBUG nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.196849] env[69905]: DEBUG nova.network.neutron [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.261217] env[69905]: DEBUG oslo_vmware.api [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413463, 'name': PowerOnVM_Task, 'duration_secs': 0.900802} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.262929] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.263196] env[69905]: INFO nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Took 7.64 seconds to spawn the instance on the hypervisor. [ 856.263382] env[69905]: DEBUG nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.264265] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f7638c-dc4a-4b1f-8327-aaa66a75900e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.329378] env[69905]: DEBUG nova.policy [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3462fcb1ec774804a405b6d23e0ed37f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966feeae18ba431e9b4c63fa4f213f26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.518140] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Releasing lock "refresh_cache-334e7a11-d6da-48fb-b370-8652965bca1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.539783] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527a7541-ecec-f7c3-6872-7d78ff38bfdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.540574] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.540666] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.543722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.543828] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.544073] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.544689] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c66edac-c461-4af8-99a1-9b6613e0c579 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.557351] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.557351] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.557863] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe65b24-95f9-4c62-a59c-575842e56ae9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.564725] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 856.564725] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a2aab7-ac57-9723-534a-fd40d075be95" [ 856.564725] env[69905]: _type = "Task" [ 856.564725] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.573438] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a2aab7-ac57-9723-534a-fd40d075be95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.597362] env[69905]: DEBUG nova.network.neutron [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Successfully updated port: 6018bfb8-9417-4f93-9150-bf62c3905f79 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.630830] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.634139] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-655db34c-c114-493c-85ce-e4c28245d0c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.644351] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 856.644351] env[69905]: value = "task-3413467" [ 856.644351] env[69905]: _type = "Task" [ 856.644351] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.655041] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413467, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.700566] env[69905]: DEBUG nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.787760] env[69905]: INFO nova.compute.manager [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Took 43.36 seconds to build instance. [ 856.919075] env[69905]: DEBUG nova.compute.manager [req-3e5c36c6-a6a1-4f2e-98e5-59d32461da4a req-756de859-74d7-437c-93ce-cb9ef3fba956 service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Received event network-vif-plugged-6018bfb8-9417-4f93-9150-bf62c3905f79 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.919315] env[69905]: DEBUG oslo_concurrency.lockutils [req-3e5c36c6-a6a1-4f2e-98e5-59d32461da4a req-756de859-74d7-437c-93ce-cb9ef3fba956 service nova] Acquiring lock "968d5406-15e8-47d8-ae02-0a91e321db9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.919610] env[69905]: DEBUG oslo_concurrency.lockutils [req-3e5c36c6-a6a1-4f2e-98e5-59d32461da4a req-756de859-74d7-437c-93ce-cb9ef3fba956 service nova] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.919735] env[69905]: DEBUG oslo_concurrency.lockutils [req-3e5c36c6-a6a1-4f2e-98e5-59d32461da4a req-756de859-74d7-437c-93ce-cb9ef3fba956 service nova] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.919943] env[69905]: DEBUG nova.compute.manager [req-3e5c36c6-a6a1-4f2e-98e5-59d32461da4a req-756de859-74d7-437c-93ce-cb9ef3fba956 service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] No waiting events found dispatching network-vif-plugged-6018bfb8-9417-4f93-9150-bf62c3905f79 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.920058] env[69905]: WARNING nova.compute.manager [req-3e5c36c6-a6a1-4f2e-98e5-59d32461da4a req-756de859-74d7-437c-93ce-cb9ef3fba956 service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Received unexpected event network-vif-plugged-6018bfb8-9417-4f93-9150-bf62c3905f79 for instance with vm_state building and task_state spawning. [ 856.929531] env[69905]: DEBUG nova.compute.manager [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 857.004593] env[69905]: DEBUG nova.network.neutron [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Updated VIF entry in instance network info cache for port 430cd666-0771-4bf2-9b96-727fd1328784. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.004965] env[69905]: DEBUG nova.network.neutron [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Updating instance_info_cache with network_info: [{"id": "430cd666-0771-4bf2-9b96-727fd1328784", "address": "fa:16:3e:6a:7a:56", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430cd666-07", "ovs_interfaceid": "430cd666-0771-4bf2-9b96-727fd1328784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.024954] env[69905]: DEBUG nova.compute.manager [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.025843] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b0b015-2406-4f62-98bd-a6bc28213c9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.082816] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a2aab7-ac57-9723-534a-fd40d075be95, 'name': SearchDatastore_Task, 'duration_secs': 0.013376} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.083831] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d33eb84-5ac7-4033-b085-4d830ca57815 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.089769] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 857.089769] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b94c00-c8e6-9b61-9442-8b9c060dbbdd" [ 857.089769] env[69905]: _type = "Task" [ 857.089769] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.101309] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.101479] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.101672] env[69905]: DEBUG nova.network.neutron [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.102979] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b94c00-c8e6-9b61-9442-8b9c060dbbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.157938] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413467, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.167105] env[69905]: DEBUG nova.network.neutron [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Successfully created port: bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.289936] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5dda012e-2550-4d7a-89ed-b28a2db3ccd1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.880s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.350727] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa31f14-4871-43a2-ade4-34b3e98b10ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.358922] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b4bce-aa10-465b-82ef-777a34f7b4a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.391821] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df8f057-73df-4b4e-9bdb-dd77b1482df7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.400224] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31487118-a75f-4bd7-8f7e-d475cf868c77 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.416340] env[69905]: DEBUG nova.compute.provider_tree [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.455124] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.511439] env[69905]: DEBUG oslo_concurrency.lockutils [req-074251d9-6592-4064-8d19-6232bc979b4a req-858baa54-3e0f-4936-b568-52932e0d06c8 service nova] Releasing lock "refresh_cache-a19f2fa3-bf33-46a7-8619-053432f894c6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.607251] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b94c00-c8e6-9b61-9442-8b9c060dbbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.023209} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.607528] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.607786] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a19f2fa3-bf33-46a7-8619-053432f894c6/a19f2fa3-bf33-46a7-8619-053432f894c6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.608668] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a21540b-bbbe-4e51-b402-7ee76e3dfa2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.616628] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 857.616628] env[69905]: value = "task-3413468" [ 857.616628] env[69905]: _type = "Task" [ 857.616628] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.625718] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.656013] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413467, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.671781] env[69905]: DEBUG nova.network.neutron [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.713077] env[69905]: DEBUG nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.741056] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.742186] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.742186] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.742186] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.742186] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.742186] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.743255] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.743550] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.743671] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.743804] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.743978] env[69905]: DEBUG nova.virt.hardware [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.749100] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39053f2-cef8-42ec-9612-63d343f0481e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.764335] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee70f84-9ff1-46be-9cf1-0f392e0f0064 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.920632] env[69905]: DEBUG nova.scheduler.client.report [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.045581] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8713377-da21-443e-9074-437c719b1401 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.057011] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Doing hard reboot of VM {{(pid=69905) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 858.058999] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-42103b88-cff9-4623-abe8-0e95c9eed1c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.068725] env[69905]: DEBUG oslo_vmware.api [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 858.068725] env[69905]: value = "task-3413469" [ 858.068725] env[69905]: _type = "Task" [ 858.068725] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.082902] env[69905]: DEBUG oslo_vmware.api [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413469, 'name': ResetVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.131995] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.160325] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413467, 'name': CloneVM_Task, 'duration_secs': 1.494907} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.160325] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Created linked-clone VM from snapshot [ 858.162399] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b2b49-6563-49ca-803a-0dc3f30696fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.175319] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Uploading image de7ac6af-0359-4a69-b01c-a60173a93c9a {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.219399] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 858.219399] env[69905]: value = "vm-681122" [ 858.219399] env[69905]: _type = "VirtualMachine" [ 858.219399] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 858.219728] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf12837c-035e-40d4-8bc7-b47382668c90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.230541] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease: (returnval){ [ 858.230541] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529460f8-4865-5fa4-ee3c-362468c1243c" [ 858.230541] env[69905]: _type = "HttpNfcLease" [ 858.230541] env[69905]: } obtained for exporting VM: (result){ [ 858.230541] env[69905]: value = "vm-681122" [ 858.230541] env[69905]: _type = "VirtualMachine" [ 858.230541] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 858.230948] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the lease: (returnval){ [ 858.230948] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529460f8-4865-5fa4-ee3c-362468c1243c" [ 858.230948] env[69905]: _type = "HttpNfcLease" [ 858.230948] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 858.239731] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.239731] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529460f8-4865-5fa4-ee3c-362468c1243c" [ 858.239731] env[69905]: _type = "HttpNfcLease" [ 858.239731] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 858.310904] env[69905]: DEBUG nova.network.neutron [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Updating instance_info_cache with network_info: [{"id": "6018bfb8-9417-4f93-9150-bf62c3905f79", "address": "fa:16:3e:a2:ba:81", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6018bfb8-94", "ovs_interfaceid": "6018bfb8-9417-4f93-9150-bf62c3905f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.427437] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.429142] env[69905]: DEBUG nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.432995] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.943s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.434028] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.435220] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.771s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.437353] env[69905]: INFO nova.compute.claims [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.471857] env[69905]: INFO nova.scheduler.client.report [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted allocations for instance a2863eb9-0d04-4f6c-a05d-71a705b13283 [ 858.582019] env[69905]: DEBUG oslo_vmware.api [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413469, 'name': ResetVM_Task, 'duration_secs': 0.132936} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.584345] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Did hard reboot of VM {{(pid=69905) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 858.585085] env[69905]: DEBUG nova.compute.manager [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.585506] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea3237-aa23-43b9-b48a-6546acb446b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.629516] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69227} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.631681] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a19f2fa3-bf33-46a7-8619-053432f894c6/a19f2fa3-bf33-46a7-8619-053432f894c6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.631787] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.632610] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f1391c-9659-4fea-b2e6-2621c4510fda {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.646025] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "cd55ecc9-a0e3-4331-b33a-8714e8578857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.646025] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.649661] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 858.649661] env[69905]: value = "task-3413471" [ 858.649661] env[69905]: _type = "Task" [ 858.649661] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.663968] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.742095] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.742095] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529460f8-4865-5fa4-ee3c-362468c1243c" [ 858.742095] env[69905]: _type = "HttpNfcLease" [ 858.742095] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.742095] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.742095] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529460f8-4865-5fa4-ee3c-362468c1243c" [ 858.742095] env[69905]: _type = "HttpNfcLease" [ 858.742095] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 858.742095] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd6a1ec-482c-4187-a6d3-8c664169835a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.751828] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b78c3a-4907-1148-73e9-a5bbf0ef5315/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.752200] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b78c3a-4907-1148-73e9-a5bbf0ef5315/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 858.817975] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.818216] env[69905]: DEBUG nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Instance network_info: |[{"id": "6018bfb8-9417-4f93-9150-bf62c3905f79", "address": "fa:16:3e:a2:ba:81", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6018bfb8-94", "ovs_interfaceid": "6018bfb8-9417-4f93-9150-bf62c3905f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.818646] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:ba:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6018bfb8-9417-4f93-9150-bf62c3905f79', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.826950] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.829202] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.829202] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be3d75be-814e-43e9-a877-62f4e3d2fbb6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.850889] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.850889] env[69905]: value = "task-3413472" [ 858.850889] env[69905]: _type = "Task" [ 858.850889] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.859626] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413472, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.875685] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c030f3fb-c3b3-4312-b104-c15f8a34c205 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.936499] env[69905]: DEBUG nova.compute.utils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.938271] env[69905]: DEBUG nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.939377] env[69905]: DEBUG nova.network.neutron [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.980500] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6a62f445-9852-4d53-aa6a-878abe126bf8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a2863eb9-0d04-4f6c-a05d-71a705b13283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.361s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.060085] env[69905]: DEBUG nova.policy [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69e895ea74944929ab691588a011378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076e30345c5a49e1a32e894ff78468e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.099337] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5c387c1d-205d-49ab-82ae-1e6564b107d6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.619s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.148593] env[69905]: DEBUG nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.168842] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072581} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.168842] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.169061] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b472ba-cc31-4304-ac0b-87f69afe91fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.205058] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] a19f2fa3-bf33-46a7-8619-053432f894c6/a19f2fa3-bf33-46a7-8619-053432f894c6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.206409] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfdb9828-5037-4928-935d-fec83b7f285f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.243920] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 859.243920] env[69905]: value = "task-3413473" [ 859.243920] env[69905]: _type = "Task" [ 859.243920] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.257061] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.274515] env[69905]: DEBUG nova.compute.manager [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Received event network-changed-6018bfb8-9417-4f93-9150-bf62c3905f79 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.274859] env[69905]: DEBUG nova.compute.manager [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Refreshing instance network info cache due to event network-changed-6018bfb8-9417-4f93-9150-bf62c3905f79. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.275046] env[69905]: DEBUG oslo_concurrency.lockutils [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] Acquiring lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.275209] env[69905]: DEBUG oslo_concurrency.lockutils [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] Acquired lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.275535] env[69905]: DEBUG nova.network.neutron [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Refreshing network info cache for port 6018bfb8-9417-4f93-9150-bf62c3905f79 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.296845] env[69905]: DEBUG nova.compute.manager [req-26e54347-e47b-4b15-bf16-35d207147063 req-0a5a77de-1f26-4c3a-838e-06ebecdaa1f2 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received event network-vif-plugged-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.297315] env[69905]: DEBUG oslo_concurrency.lockutils [req-26e54347-e47b-4b15-bf16-35d207147063 req-0a5a77de-1f26-4c3a-838e-06ebecdaa1f2 service nova] Acquiring lock "6f7fe935-bf84-4317-b97c-79c278d214f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.297973] env[69905]: DEBUG oslo_concurrency.lockutils [req-26e54347-e47b-4b15-bf16-35d207147063 req-0a5a77de-1f26-4c3a-838e-06ebecdaa1f2 service nova] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.298264] env[69905]: DEBUG oslo_concurrency.lockutils [req-26e54347-e47b-4b15-bf16-35d207147063 req-0a5a77de-1f26-4c3a-838e-06ebecdaa1f2 service nova] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.298477] env[69905]: DEBUG nova.compute.manager [req-26e54347-e47b-4b15-bf16-35d207147063 req-0a5a77de-1f26-4c3a-838e-06ebecdaa1f2 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] No waiting events found dispatching network-vif-plugged-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.299412] env[69905]: WARNING nova.compute.manager [req-26e54347-e47b-4b15-bf16-35d207147063 req-0a5a77de-1f26-4c3a-838e-06ebecdaa1f2 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received unexpected event network-vif-plugged-bf583db9-86bf-4241-8ab3-2cefb9f59d5c for instance with vm_state building and task_state spawning. [ 859.362567] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413472, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.448632] env[69905]: DEBUG nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.539722] env[69905]: DEBUG nova.network.neutron [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Successfully updated port: bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.681068] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.755484] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.828863] env[69905]: DEBUG nova.network.neutron [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Successfully created port: 9724feac-5f07-424a-be86-225e919ee8be {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.864402] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413472, 'name': CreateVM_Task, 'duration_secs': 0.543307} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.864729] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.865615] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.866435] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.866891] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.869020] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc2628e-634c-4fac-81d8-bffc12f57549 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.876042] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 859.876042] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52da891a-b8d9-d39f-46b7-69615b2d895a" [ 859.876042] env[69905]: _type = "Task" [ 859.876042] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.887493] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52da891a-b8d9-d39f-46b7-69615b2d895a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.003773] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c00d7-7f75-48b3-bd63-58641e524c6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.014809] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1711c173-aabe-42b2-b0f4-496d33f43d52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.061283] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.061778] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquired lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.061889] env[69905]: DEBUG nova.network.neutron [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.069127] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e00b09-15b9-4e08-a75f-7c5838447b53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.078191] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e723a6-d32e-46ca-a579-6309e41b81ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.093241] env[69905]: DEBUG nova.compute.provider_tree [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.255169] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413473, 'name': ReconfigVM_Task, 'duration_secs': 0.69235} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.255545] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Reconfigured VM instance instance-0000002b to attach disk [datastore2] a19f2fa3-bf33-46a7-8619-053432f894c6/a19f2fa3-bf33-46a7-8619-053432f894c6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.256230] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa126a2c-8602-4a54-8546-b3bc5b587113 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.264860] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 860.264860] env[69905]: value = "task-3413474" [ 860.264860] env[69905]: _type = "Task" [ 860.264860] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.275431] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413474, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.324422] env[69905]: DEBUG nova.network.neutron [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Updated VIF entry in instance network info cache for port 6018bfb8-9417-4f93-9150-bf62c3905f79. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.324422] env[69905]: DEBUG nova.network.neutron [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Updating instance_info_cache with network_info: [{"id": "6018bfb8-9417-4f93-9150-bf62c3905f79", "address": "fa:16:3e:a2:ba:81", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6018bfb8-94", "ovs_interfaceid": "6018bfb8-9417-4f93-9150-bf62c3905f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.387589] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52da891a-b8d9-d39f-46b7-69615b2d895a, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.388738] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.388738] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.388738] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.389207] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.389664] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.390435] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd78998c-5e8e-48cc-a722-dedf73580e45 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.399953] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.404017] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.404017] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45032e6b-1922-400d-ad9f-201ca414a876 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.408174] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 860.408174] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52da5ff9-4d2d-8b8c-a635-44fc4e38be63" [ 860.408174] env[69905]: _type = "Task" [ 860.408174] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.419090] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52da5ff9-4d2d-8b8c-a635-44fc4e38be63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.459611] env[69905]: DEBUG nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.482130] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.482509] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.482684] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.482947] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.483155] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.483610] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.483864] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.484047] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.484350] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.484635] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.484827] env[69905]: DEBUG nova.virt.hardware [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.486451] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5c490-a834-4859-9f09-c8628623f3b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.501564] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b090ef00-8c70-4043-8e9f-e3a810be10e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.599017] env[69905]: DEBUG nova.scheduler.client.report [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.611973] env[69905]: DEBUG nova.network.neutron [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.667160] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.667345] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.775267] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413474, 'name': Rename_Task, 'duration_secs': 0.213167} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.778110] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.778565] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e00aed3-0352-46c4-a5e5-0b477ea772c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.787809] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 860.787809] env[69905]: value = "task-3413475" [ 860.787809] env[69905]: _type = "Task" [ 860.787809] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.796410] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.826650] env[69905]: DEBUG oslo_concurrency.lockutils [req-c73dfb99-0ac3-40e9-98bf-a82588b7692b req-de931832-69a2-4823-b6c7-59bfe204420e service nova] Releasing lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.836291] env[69905]: DEBUG nova.network.neutron [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.924024] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52da5ff9-4d2d-8b8c-a635-44fc4e38be63, 'name': SearchDatastore_Task, 'duration_secs': 0.019299} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.924024] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedbca7c-de96-4965-b4f7-cddbcb452a08 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.930021] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 860.930021] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5298075b-b002-5d73-18ce-b8f6935a8294" [ 860.930021] env[69905]: _type = "Task" [ 860.930021] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.937139] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5298075b-b002-5d73-18ce-b8f6935a8294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.104694] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.104694] env[69905]: DEBUG nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.106739] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.711s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.107160] env[69905]: DEBUG nova.objects.instance [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lazy-loading 'resources' on Instance uuid fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.298652] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.302172] env[69905]: DEBUG nova.compute.manager [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Received event network-changed-1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.302172] env[69905]: DEBUG nova.compute.manager [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Refreshing instance network info cache due to event network-changed-1a2791cc-376b-4035-aa61-72155a91eb13. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.302172] env[69905]: DEBUG oslo_concurrency.lockutils [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] Acquiring lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.302172] env[69905]: DEBUG oslo_concurrency.lockutils [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] Acquired lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.302172] env[69905]: DEBUG nova.network.neutron [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Refreshing network info cache for port 1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.325260] env[69905]: DEBUG nova.compute.manager [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.325528] env[69905]: DEBUG nova.compute.manager [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing instance network info cache due to event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.326154] env[69905]: DEBUG oslo_concurrency.lockutils [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] Acquiring lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.338462] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Releasing lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.338794] env[69905]: DEBUG nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Instance network_info: |[{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.339166] env[69905]: DEBUG oslo_concurrency.lockutils [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] Acquired lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.339390] env[69905]: DEBUG nova.network.neutron [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.340684] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:18:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf583db9-86bf-4241-8ab3-2cefb9f59d5c', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.349214] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Creating folder: Project (966feeae18ba431e9b4c63fa4f213f26). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.352973] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c48b55e-cf24-416c-b850-b265bf4fc948 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.366318] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Created folder: Project (966feeae18ba431e9b4c63fa4f213f26) in parent group-v680985. [ 861.366592] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Creating folder: Instances. Parent ref: group-v681124. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.366761] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b791876c-bc96-4312-998b-3837afe6b9ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.376743] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Created folder: Instances in parent group-v681124. [ 861.377177] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.377440] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.377678] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f28367-2e6c-453c-8ba9-ddcb17ae5102 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.395988] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "334e7a11-d6da-48fb-b370-8652965bca1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.396316] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.396560] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "334e7a11-d6da-48fb-b370-8652965bca1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.396812] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.397044] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.400188] env[69905]: INFO nova.compute.manager [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Terminating instance [ 861.405989] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.405989] env[69905]: value = "task-3413478" [ 861.405989] env[69905]: _type = "Task" [ 861.405989] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.416027] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413478, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.439306] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5298075b-b002-5d73-18ce-b8f6935a8294, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.439655] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.442283] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 968d5406-15e8-47d8-ae02-0a91e321db9a/968d5406-15e8-47d8-ae02-0a91e321db9a.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.442283] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac38515-0fc4-45f9-b823-32dd898cd14a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.448815] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 861.448815] env[69905]: value = "task-3413479" [ 861.448815] env[69905]: _type = "Task" [ 861.448815] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.459211] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.613590] env[69905]: DEBUG nova.compute.utils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.613590] env[69905]: DEBUG nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.613590] env[69905]: DEBUG nova.network.neutron [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.672747] env[69905]: DEBUG nova.policy [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b659d486be547acafde3643a8ba6cf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962fd0ac015543cfbb3da63f37fcc906', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.803080] env[69905]: DEBUG oslo_vmware.api [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413475, 'name': PowerOnVM_Task, 'duration_secs': 0.590266} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.803576] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.804269] env[69905]: INFO nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Took 9.44 seconds to spawn the instance on the hypervisor. [ 861.804269] env[69905]: DEBUG nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.805087] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07de29f-fa27-4873-bb21-e45899155adc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.848318] env[69905]: DEBUG nova.network.neutron [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updated VIF entry in instance network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.848749] env[69905]: DEBUG nova.network.neutron [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.904481] env[69905]: DEBUG nova.compute.manager [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.904713] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.905789] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde9620-27c5-4615-8c1c-216e2aae2bc7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.929294] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.929566] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413478, 'name': CreateVM_Task, 'duration_secs': 0.39544} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.929913] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71577cf9-a13e-4f48-a94a-a047f23ee090 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.931376] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.932133] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.932350] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.932602] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.933497] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103e3330-3a1d-47f1-bb6d-a0c17e2693b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.938466] env[69905]: DEBUG oslo_vmware.api [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 861.938466] env[69905]: value = "task-3413480" [ 861.938466] env[69905]: _type = "Task" [ 861.938466] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.941612] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 861.941612] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52864321-0e66-1832-7193-7a59df875ace" [ 861.941612] env[69905]: _type = "Task" [ 861.941612] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.966136] env[69905]: DEBUG oslo_vmware.api [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.976136] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52864321-0e66-1832-7193-7a59df875ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.977882] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413479, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.123391] env[69905]: DEBUG nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.204428] env[69905]: DEBUG nova.network.neutron [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Successfully updated port: 9724feac-5f07-424a-be86-225e919ee8be {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.213724] env[69905]: DEBUG nova.network.neutron [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updated VIF entry in instance network info cache for port 1a2791cc-376b-4035-aa61-72155a91eb13. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.213969] env[69905]: DEBUG nova.network.neutron [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updating instance_info_cache with network_info: [{"id": "1a2791cc-376b-4035-aa61-72155a91eb13", "address": "fa:16:3e:e5:59:89", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2791cc-37", "ovs_interfaceid": "1a2791cc-376b-4035-aa61-72155a91eb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.216196] env[69905]: DEBUG nova.network.neutron [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Successfully created port: ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.278122] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432fd33c-6220-46b0-b95f-a0ed4a356963 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.284526] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971cc3c8-6bc0-4e72-af7d-da90120f18a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.319788] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868eccb0-e2e0-4240-b9d4-68c079fd7e83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.331619] env[69905]: INFO nova.compute.manager [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Took 42.12 seconds to build instance. [ 862.334514] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be34938-8108-4158-809b-f7a9a9755541 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.348343] env[69905]: DEBUG nova.compute.provider_tree [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.353136] env[69905]: DEBUG oslo_concurrency.lockutils [req-7e9a62f6-3228-4a2e-bdba-c10042be2806 req-eff082f0-f5d9-487e-bd3a-ecd73ec2e5f4 service nova] Releasing lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.455402] env[69905]: DEBUG oslo_vmware.api [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413480, 'name': PowerOffVM_Task, 'duration_secs': 0.234226} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.460151] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.460151] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.460151] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eb9da27-376a-41b5-a435-17553d3454d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.222083] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "refresh_cache-028ea91d-7739-430b-91f8-4f7be9711f71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.222392] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquired lock "refresh_cache-028ea91d-7739-430b-91f8-4f7be9711f71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.222440] env[69905]: DEBUG nova.network.neutron [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.223491] env[69905]: DEBUG oslo_concurrency.lockutils [req-5695e42b-711b-4d9c-8490-192b9480d37f req-8f56860c-eea2-4ce4-84ba-2dc8173986eb service nova] Releasing lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.224263] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23639782-5f8e-4827-8563-8507f029b9c2 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.867s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.224728] env[69905]: DEBUG nova.scheduler.client.report [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.228981] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "a19f2fa3-bf33-46a7-8619-053432f894c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.229261] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.229453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "a19f2fa3-bf33-46a7-8619-053432f894c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.229611] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.229939] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.231704] env[69905]: INFO nova.compute.manager [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Terminating instance [ 863.240624] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52864321-0e66-1832-7193-7a59df875ace, 'name': SearchDatastore_Task, 'duration_secs': 0.053347} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.241182] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.241412] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.241646] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.241794] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.241982] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.245375] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-942f2aa9-85bb-420f-9c24-78d83126ec7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.248495] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621755} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.248615] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 968d5406-15e8-47d8-ae02-0a91e321db9a/968d5406-15e8-47d8-ae02-0a91e321db9a.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.248866] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.249635] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc8ef910-ddb1-4764-a953-d301462ae9bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.259439] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 863.259439] env[69905]: value = "task-3413482" [ 863.259439] env[69905]: _type = "Task" [ 863.259439] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.259714] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.259938] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.261554] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e3b703-e1a4-4fd3-94dd-2c3ed8d9536e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.271554] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 863.271554] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525286c1-e5b6-a377-3cd8-c25ceb869281" [ 863.271554] env[69905]: _type = "Task" [ 863.271554] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.274675] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.286087] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525286c1-e5b6-a377-3cd8-c25ceb869281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.303916] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.304206] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.304406] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Deleting the datastore file [datastore1] 334e7a11-d6da-48fb-b370-8652965bca1f {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.304698] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfc29112-3f81-4e0c-ab97-fc19362cffa5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.313139] env[69905]: DEBUG oslo_vmware.api [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for the task: (returnval){ [ 863.313139] env[69905]: value = "task-3413483" [ 863.313139] env[69905]: _type = "Task" [ 863.313139] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.320124] env[69905]: DEBUG oslo_vmware.api [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.351867] env[69905]: DEBUG nova.compute.manager [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Received event network-vif-plugged-9724feac-5f07-424a-be86-225e919ee8be {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.352177] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] Acquiring lock "028ea91d-7739-430b-91f8-4f7be9711f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.352432] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] Lock "028ea91d-7739-430b-91f8-4f7be9711f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.352628] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] Lock "028ea91d-7739-430b-91f8-4f7be9711f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.352862] env[69905]: DEBUG nova.compute.manager [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] No waiting events found dispatching network-vif-plugged-9724feac-5f07-424a-be86-225e919ee8be {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.353453] env[69905]: WARNING nova.compute.manager [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Received unexpected event network-vif-plugged-9724feac-5f07-424a-be86-225e919ee8be for instance with vm_state building and task_state spawning. [ 863.353499] env[69905]: DEBUG nova.compute.manager [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Received event network-changed-9724feac-5f07-424a-be86-225e919ee8be {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.353692] env[69905]: DEBUG nova.compute.manager [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Refreshing instance network info cache due to event network-changed-9724feac-5f07-424a-be86-225e919ee8be. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.353921] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] Acquiring lock "refresh_cache-028ea91d-7739-430b-91f8-4f7be9711f71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.648989] env[69905]: DEBUG nova.compute.manager [req-0993a636-795e-4bef-9457-a5434641c553 req-cbed4dd4-955c-4b61-ba2f-be69d5c3d224 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Received event network-vif-plugged-ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.649254] env[69905]: DEBUG oslo_concurrency.lockutils [req-0993a636-795e-4bef-9457-a5434641c553 req-cbed4dd4-955c-4b61-ba2f-be69d5c3d224 service nova] Acquiring lock "0c322fec-6d73-4ad8-ab18-285789f4896d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.649495] env[69905]: DEBUG oslo_concurrency.lockutils [req-0993a636-795e-4bef-9457-a5434641c553 req-cbed4dd4-955c-4b61-ba2f-be69d5c3d224 service nova] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.649811] env[69905]: DEBUG oslo_concurrency.lockutils [req-0993a636-795e-4bef-9457-a5434641c553 req-cbed4dd4-955c-4b61-ba2f-be69d5c3d224 service nova] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.649897] env[69905]: DEBUG nova.compute.manager [req-0993a636-795e-4bef-9457-a5434641c553 req-cbed4dd4-955c-4b61-ba2f-be69d5c3d224 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] No waiting events found dispatching network-vif-plugged-ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.652566] env[69905]: WARNING nova.compute.manager [req-0993a636-795e-4bef-9457-a5434641c553 req-cbed4dd4-955c-4b61-ba2f-be69d5c3d224 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Received unexpected event network-vif-plugged-ebf7f695-03c2-46cf-828a-5106c925c525 for instance with vm_state building and task_state spawning. [ 863.723705] env[69905]: DEBUG nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.730506] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.624s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.733269] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.907s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.733511] env[69905]: DEBUG nova.objects.instance [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lazy-loading 'resources' on Instance uuid 71187f47-1b8c-4685-b7b1-c8ca60a811de {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.736059] env[69905]: DEBUG nova.compute.manager [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.736269] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.739203] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6bf74-6cd5-4fd0-9961-41c8b0915a4b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.751551] env[69905]: DEBUG nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.759461] env[69905]: DEBUG nova.network.neutron [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Successfully updated port: ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.764181] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.767085] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.767085] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.767085] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.768015] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.768015] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.768219] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.768691] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.769232] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.769545] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.770243] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.770618] env[69905]: DEBUG nova.virt.hardware [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.777605] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3acba6d0-25e5-4572-ae84-3aff4dc194e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.781984] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e9f35a-ba10-49cc-97dd-6b68cc6a264d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.785735] env[69905]: INFO nova.scheduler.client.report [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Deleted allocations for instance fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973 [ 863.797733] env[69905]: DEBUG nova.network.neutron [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.810049] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097693} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.811034] env[69905]: DEBUG oslo_vmware.api [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 863.811034] env[69905]: value = "task-3413484" [ 863.811034] env[69905]: _type = "Task" [ 863.811034] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.812772] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2736149b-ecfa-427d-a4ca-41a8b4e43457 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.816966] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.822693] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2f100b-44b3-40d3-950e-1b4e38d3da64 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.828547] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525286c1-e5b6-a377-3cd8-c25ceb869281, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.836028] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0b0e52-a38f-4f65-b40a-6cd3609f31f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.870740] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 968d5406-15e8-47d8-ae02-0a91e321db9a/968d5406-15e8-47d8-ae02-0a91e321db9a.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.871373] env[69905]: DEBUG oslo_vmware.api [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.878271] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14b846c-1d5d-413e-b1ba-0b84fb48504a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.892955] env[69905]: DEBUG oslo_vmware.api [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Task: {'id': task-3413483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298944} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.895786] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.896019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.896212] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.896389] env[69905]: INFO nova.compute.manager [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Took 1.99 seconds to destroy the instance on the hypervisor. [ 863.896636] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.897526] env[69905]: DEBUG nova.compute.manager [-] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.897633] env[69905]: DEBUG nova.network.neutron [-] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.901581] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 863.901581] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526df178-4771-b137-f497-4917597e3901" [ 863.901581] env[69905]: _type = "Task" [ 863.901581] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.906045] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 863.906045] env[69905]: value = "task-3413485" [ 863.906045] env[69905]: _type = "Task" [ 863.906045] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.912582] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526df178-4771-b137-f497-4917597e3901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.917908] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.091925] env[69905]: DEBUG nova.network.neutron [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Updating instance_info_cache with network_info: [{"id": "9724feac-5f07-424a-be86-225e919ee8be", "address": "fa:16:3e:ff:35:cf", "network": {"id": "f5683059-1cbc-47e0-9553-71518606c5df", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2082323038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076e30345c5a49e1a32e894ff78468e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9724feac-5f", "ovs_interfaceid": "9724feac-5f07-424a-be86-225e919ee8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.267763] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.267763] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquired lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.267763] env[69905]: DEBUG nova.network.neutron [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.284962] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.300334] env[69905]: DEBUG oslo_concurrency.lockutils [None req-13ce209e-b644-4b2a-b9f3-276c76421a96 tempest-VolumesAssistedSnapshotsTest-1756118630 tempest-VolumesAssistedSnapshotsTest-1756118630-project-member] Lock "fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.863s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.336593] env[69905]: DEBUG oslo_vmware.api [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413484, 'name': PowerOffVM_Task, 'duration_secs': 0.240464} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.337175] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.337377] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.338177] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b94e30e2-5418-4df1-ad37-60fdd90c3e0b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.407511] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.407717] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.408130] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleting the datastore file [datastore2] a19f2fa3-bf33-46a7-8619-053432f894c6 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.412023] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ff1108a-1c44-45a4-851e-89a10620b7bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.418384] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526df178-4771-b137-f497-4917597e3901, 'name': SearchDatastore_Task, 'duration_secs': 0.015333} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.421852] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.422570] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/6f7fe935-bf84-4317-b97c-79c278d214f3.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.422986] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1dfd4c1-b2cc-4333-8cc6-7bf675e29d24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.429110] env[69905]: DEBUG oslo_vmware.api [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 864.429110] env[69905]: value = "task-3413487" [ 864.429110] env[69905]: _type = "Task" [ 864.429110] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.429521] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413485, 'name': ReconfigVM_Task, 'duration_secs': 0.424155} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.430683] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 968d5406-15e8-47d8-ae02-0a91e321db9a/968d5406-15e8-47d8-ae02-0a91e321db9a.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.434027] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21eeb53b-9f02-41e6-8299-6cc8e15b20a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.438853] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 864.438853] env[69905]: value = "task-3413488" [ 864.438853] env[69905]: _type = "Task" [ 864.438853] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.447732] env[69905]: DEBUG oslo_vmware.api [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.449990] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 864.449990] env[69905]: value = "task-3413489" [ 864.449990] env[69905]: _type = "Task" [ 864.449990] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.458957] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.466021] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413489, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.599177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Releasing lock "refresh_cache-028ea91d-7739-430b-91f8-4f7be9711f71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.599177] env[69905]: DEBUG nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Instance network_info: |[{"id": "9724feac-5f07-424a-be86-225e919ee8be", "address": "fa:16:3e:ff:35:cf", "network": {"id": "f5683059-1cbc-47e0-9553-71518606c5df", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2082323038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076e30345c5a49e1a32e894ff78468e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9724feac-5f", "ovs_interfaceid": "9724feac-5f07-424a-be86-225e919ee8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.599177] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] Acquired lock "refresh_cache-028ea91d-7739-430b-91f8-4f7be9711f71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.599177] env[69905]: DEBUG nova.network.neutron [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Refreshing network info cache for port 9724feac-5f07-424a-be86-225e919ee8be {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.600071] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:35:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9724feac-5f07-424a-be86-225e919ee8be', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.608873] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Creating folder: Project (076e30345c5a49e1a32e894ff78468e9). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.614491] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bee3a61c-df43-45a8-9833-3009cc230172 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.625516] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Created folder: Project (076e30345c5a49e1a32e894ff78468e9) in parent group-v680985. [ 864.625711] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Creating folder: Instances. Parent ref: group-v681127. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.626453] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80bc406-29a5-4f47-950d-b4004af500f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.635239] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Created folder: Instances in parent group-v681127. [ 864.635544] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.635749] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.636091] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1680537-8832-440b-a3a5-fb24b669c11a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.657633] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.657633] env[69905]: value = "task-3413492" [ 864.657633] env[69905]: _type = "Task" [ 864.657633] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.668840] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413492, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.776199] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abe0ede-319d-4c65-82bf-fab959808cf0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.786227] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c23e3-b7aa-42ab-b664-32b6739c0bdd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.820853] env[69905]: DEBUG nova.network.neutron [-] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.822943] env[69905]: DEBUG nova.network.neutron [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.826018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fae6ab-6dcc-4039-94dd-982f618e8be6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.835903] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b73553e-8143-45b5-ab90-e385c8aa7e38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.852928] env[69905]: DEBUG nova.compute.provider_tree [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.949053] env[69905]: DEBUG oslo_vmware.api [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274219} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.949053] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.949053] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.949053] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.949053] env[69905]: INFO nova.compute.manager [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 864.949053] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.951201] env[69905]: DEBUG nova.compute.manager [-] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.951201] env[69905]: DEBUG nova.network.neutron [-] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.955739] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413488, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.966921] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413489, 'name': Rename_Task, 'duration_secs': 0.172462} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.966921] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.966921] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28c93a99-f605-4fbb-b743-300eb6a1c554 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.971580] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 864.971580] env[69905]: value = "task-3413493" [ 864.971580] env[69905]: _type = "Task" [ 864.971580] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.979925] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.071670] env[69905]: DEBUG nova.network.neutron [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Updating instance_info_cache with network_info: [{"id": "ebf7f695-03c2-46cf-828a-5106c925c525", "address": "fa:16:3e:42:d5:b8", "network": {"id": "3b011c8d-fbd0-42d9-bd0b-a343756f127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-415505003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962fd0ac015543cfbb3da63f37fcc906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7f695-03", "ovs_interfaceid": "ebf7f695-03c2-46cf-828a-5106c925c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.173623] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413492, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.322843] env[69905]: INFO nova.compute.manager [-] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Took 1.42 seconds to deallocate network for instance. [ 865.359428] env[69905]: DEBUG nova.scheduler.client.report [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.446069] env[69905]: DEBUG nova.network.neutron [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Updated VIF entry in instance network info cache for port 9724feac-5f07-424a-be86-225e919ee8be. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.446502] env[69905]: DEBUG nova.network.neutron [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Updating instance_info_cache with network_info: [{"id": "9724feac-5f07-424a-be86-225e919ee8be", "address": "fa:16:3e:ff:35:cf", "network": {"id": "f5683059-1cbc-47e0-9553-71518606c5df", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2082323038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076e30345c5a49e1a32e894ff78468e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9724feac-5f", "ovs_interfaceid": "9724feac-5f07-424a-be86-225e919ee8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.462201] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694788} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.462496] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/6f7fe935-bf84-4317-b97c-79c278d214f3.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.462742] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.462967] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb89eb5a-5571-46bd-a51e-7b2d8f370a30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.472076] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 865.472076] env[69905]: value = "task-3413494" [ 865.472076] env[69905]: _type = "Task" [ 865.472076] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.484242] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.488158] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413493, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.575063] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Releasing lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.575478] env[69905]: DEBUG nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Instance network_info: |[{"id": "ebf7f695-03c2-46cf-828a-5106c925c525", "address": "fa:16:3e:42:d5:b8", "network": {"id": "3b011c8d-fbd0-42d9-bd0b-a343756f127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-415505003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962fd0ac015543cfbb3da63f37fcc906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7f695-03", "ovs_interfaceid": "ebf7f695-03c2-46cf-828a-5106c925c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.576104] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:d5:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf7f695-03c2-46cf-828a-5106c925c525', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.584828] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Creating folder: Project (962fd0ac015543cfbb3da63f37fcc906). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.585170] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6837dfa8-0059-4c1d-93a3-6e3cc459d8e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.596086] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Created folder: Project (962fd0ac015543cfbb3da63f37fcc906) in parent group-v680985. [ 865.596327] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Creating folder: Instances. Parent ref: group-v681130. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.596542] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36eb795-eab8-477d-8903-b14ec1124d5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.605847] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Created folder: Instances in parent group-v681130. [ 865.606524] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.606524] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.606524] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9ca6fff-e21c-4edc-8883-c992c9e08f64 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.627843] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.627843] env[69905]: value = "task-3413497" [ 865.627843] env[69905]: _type = "Task" [ 865.627843] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.640613] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413497, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.670236] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413492, 'name': CreateVM_Task, 'duration_secs': 0.560199} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.670493] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.671487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.671695] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.672057] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.672389] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48a1da9-6b24-4a4d-a458-64cc9ee5c5a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.678010] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 865.678010] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d912b-a338-12f6-1ec2-2ed6bea957d3" [ 865.678010] env[69905]: _type = "Task" [ 865.678010] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.686909] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d912b-a338-12f6-1ec2-2ed6bea957d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.830530] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.867021] env[69905]: DEBUG nova.network.neutron [-] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.867021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.869354] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.852s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.870526] env[69905]: DEBUG nova.objects.instance [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lazy-loading 'resources' on Instance uuid 1e971fc9-3032-4b33-82b1-15384be587d0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.891161] env[69905]: INFO nova.scheduler.client.report [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleted allocations for instance 71187f47-1b8c-4685-b7b1-c8ca60a811de [ 865.953295] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e71e03f-cb1d-48a5-b81a-382183b8244e req-2db0df76-aa17-4246-a351-49de73b2ff65 service nova] Releasing lock "refresh_cache-028ea91d-7739-430b-91f8-4f7be9711f71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.989220] env[69905]: DEBUG oslo_vmware.api [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413493, 'name': PowerOnVM_Task, 'duration_secs': 0.614557} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.992066] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.992586] env[69905]: INFO nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Took 10.99 seconds to spawn the instance on the hypervisor. [ 865.992887] env[69905]: DEBUG nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.993239] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114235} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.994008] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb209ba1-488b-4762-890d-0977c31cc0a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.996658] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.997490] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757fa8f-ab03-465b-95e8-c8b72ae852da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.025627] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/6f7fe935-bf84-4317-b97c-79c278d214f3.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.027943] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eacf4944-2ae6-4cb8-82a6-d38291785bcd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.055628] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 866.055628] env[69905]: value = "task-3413498" [ 866.055628] env[69905]: _type = "Task" [ 866.055628] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.064332] env[69905]: DEBUG nova.compute.manager [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Received event network-changed-ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.064558] env[69905]: DEBUG nova.compute.manager [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Refreshing instance network info cache due to event network-changed-ebf7f695-03c2-46cf-828a-5106c925c525. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.064823] env[69905]: DEBUG oslo_concurrency.lockutils [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] Acquiring lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.064999] env[69905]: DEBUG oslo_concurrency.lockutils [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] Acquired lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.065972] env[69905]: DEBUG nova.network.neutron [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Refreshing network info cache for port ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.070532] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.139549] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413497, 'name': CreateVM_Task, 'duration_secs': 0.406612} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.139549] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.140737] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.141995] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.141995] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.141995] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcd08d4-acac-47e2-9a26-ebfea7be4c22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.147913] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 866.147913] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5272ea0e-73d7-e2f1-5622-3e7c1b54677d" [ 866.147913] env[69905]: _type = "Task" [ 866.147913] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.161728] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5272ea0e-73d7-e2f1-5622-3e7c1b54677d, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.162101] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.162390] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.162710] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.162902] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.163206] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.163496] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13f85560-49de-4da4-9aac-c22acfe0a294 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.173909] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.174146] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.174947] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daeabb6b-00da-4ec8-9bd9-a4bf2596a092 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.187030] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 866.187030] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f71fa-401d-321d-bde3-91eb760fa4c8" [ 866.187030] env[69905]: _type = "Task" [ 866.187030] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.195977] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d912b-a338-12f6-1ec2-2ed6bea957d3, 'name': SearchDatastore_Task, 'duration_secs': 0.019868} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.196732] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.197080] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.197383] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.197605] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.197830] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.201659] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358159d8-b250-4fb2-81e6-dc6d49bcd405 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.203512] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523f71fa-401d-321d-bde3-91eb760fa4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.204965] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbdcba7-e61a-4214-894c-f03ea6783606 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.215019] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 866.215019] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cf846a-8828-d2e2-e3b6-14039d483bfe" [ 866.215019] env[69905]: _type = "Task" [ 866.215019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.215019] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.215019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.217295] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649e12a5-2f12-467f-8fc5-008a1b23d780 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.224750] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 866.224750] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e0b5d-199b-ba71-b3b5-ffe99a864bd1" [ 866.224750] env[69905]: _type = "Task" [ 866.224750] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.228629] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cf846a-8828-d2e2-e3b6-14039d483bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.238075] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e0b5d-199b-ba71-b3b5-ffe99a864bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.238075] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9724d9ea-0425-4da2-8aa9-7447a4648137 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.243092] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 866.243092] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5280ed66-45f3-a43e-a8e0-d083d7f2f294" [ 866.243092] env[69905]: _type = "Task" [ 866.243092] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.251568] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5280ed66-45f3-a43e-a8e0-d083d7f2f294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.370597] env[69905]: INFO nova.compute.manager [-] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Took 1.42 seconds to deallocate network for instance. [ 866.373752] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b78c3a-4907-1148-73e9-a5bbf0ef5315/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.378704] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc19cc7-ca9d-4ec5-819e-0bb4d3179d9b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.394054] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b78c3a-4907-1148-73e9-a5bbf0ef5315/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.394054] env[69905]: ERROR oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b78c3a-4907-1148-73e9-a5bbf0ef5315/disk-0.vmdk due to incomplete transfer. [ 866.394054] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c938caca-4c53-46ef-b5a4-2b36bc0dab0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.401321] env[69905]: DEBUG oslo_vmware.rw_handles [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b78c3a-4907-1148-73e9-a5bbf0ef5315/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.401570] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Uploaded image de7ac6af-0359-4a69-b01c-a60173a93c9a to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.404359] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.404924] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2df9677-e441-4431-8a94-6999e83e721b tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "71187f47-1b8c-4685-b7b1-c8ca60a811de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.146s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.405990] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca14bdfe-fed7-4ca5-b848-17870b606ad5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.418552] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 866.418552] env[69905]: value = "task-3413499" [ 866.418552] env[69905]: _type = "Task" [ 866.418552] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.429362] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413499, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.560600] env[69905]: INFO nova.compute.manager [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Took 45.15 seconds to build instance. [ 866.568045] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.727883] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cf846a-8828-d2e2-e3b6-14039d483bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.018809} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.728218] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.728420] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 0c322fec-6d73-4ad8-ab18-285789f4896d/0c322fec-6d73-4ad8-ab18-285789f4896d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.728661] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91a4338d-8959-48ac-8f91-382ad5d8248c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.738963] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 866.738963] env[69905]: value = "task-3413500" [ 866.738963] env[69905]: _type = "Task" [ 866.738963] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.755138] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.759378] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5280ed66-45f3-a43e-a8e0-d083d7f2f294, 'name': SearchDatastore_Task, 'duration_secs': 0.023049} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.762056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.762056] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 028ea91d-7739-430b-91f8-4f7be9711f71/028ea91d-7739-430b-91f8-4f7be9711f71.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.762249] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e1f0327-42a1-4d81-b12e-d8a405c5f0c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.767648] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 866.767648] env[69905]: value = "task-3413501" [ 866.767648] env[69905]: _type = "Task" [ 866.767648] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.779228] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.851509] env[69905]: DEBUG nova.network.neutron [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Updated VIF entry in instance network info cache for port ebf7f695-03c2-46cf-828a-5106c925c525. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.851989] env[69905]: DEBUG nova.network.neutron [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Updating instance_info_cache with network_info: [{"id": "ebf7f695-03c2-46cf-828a-5106c925c525", "address": "fa:16:3e:42:d5:b8", "network": {"id": "3b011c8d-fbd0-42d9-bd0b-a343756f127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-415505003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962fd0ac015543cfbb3da63f37fcc906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7f695-03", "ovs_interfaceid": "ebf7f695-03c2-46cf-828a-5106c925c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.885519] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1382e322-c4b4-4b7a-a34f-072ea068300a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.888323] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.893799] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580af02f-5abb-40ab-bbca-2ab367cd1bbf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.934022] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2d9c2-4aeb-47bc-a891-c484fa7152c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.950042] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413499, 'name': Destroy_Task, 'duration_secs': 0.327431} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.950042] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Destroyed the VM [ 866.954116] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 866.954584] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfea2710-e059-4b4b-becc-133ac6ff421e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.957908] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60420936-77c0-416c-bbf8-56fb867cb537 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.976627] env[69905]: DEBUG nova.compute.provider_tree [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.980259] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 866.980259] env[69905]: value = "task-3413502" [ 866.980259] env[69905]: _type = "Task" [ 866.980259] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.991076] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.063309] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21bcc418-9e7e-47c3-8540-36e2244ff420 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.661s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.069623] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413498, 'name': ReconfigVM_Task, 'duration_secs': 0.541776} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.071127] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/6f7fe935-bf84-4317-b97c-79c278d214f3.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.071127] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38085645-8736-4247-8b9c-ea89ff3abbf8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.079961] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 867.079961] env[69905]: value = "task-3413503" [ 867.079961] env[69905]: _type = "Task" [ 867.079961] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.091278] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413503, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.251017] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413500, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.261064] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] Acquiring lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.261314] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] Acquired lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.261450] env[69905]: DEBUG nova.network.neutron [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.281568] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413501, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.355587] env[69905]: DEBUG oslo_concurrency.lockutils [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] Releasing lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.355894] env[69905]: DEBUG nova.compute.manager [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Received event network-vif-deleted-d5f1409b-a694-484b-83fb-f6a04c6913ed {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.356107] env[69905]: DEBUG nova.compute.manager [req-bb6bd497-cd0b-430a-838c-4ceb64241036 req-825e92e6-675b-4d9f-abc4-589e443fb3c2 service nova] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Received event network-vif-deleted-430cd666-0771-4bf2-9b96-727fd1328784 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.488315] env[69905]: DEBUG nova.scheduler.client.report [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.495557] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413502, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.593038] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413503, 'name': Rename_Task, 'duration_secs': 0.223178} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.594451] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.594451] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ca6f945-146f-4143-bfef-896afc9e745c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.600408] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 867.600408] env[69905]: value = "task-3413504" [ 867.600408] env[69905]: _type = "Task" [ 867.600408] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.608363] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.755695] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661301} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.756137] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 0c322fec-6d73-4ad8-ab18-285789f4896d/0c322fec-6d73-4ad8-ab18-285789f4896d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.756648] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.757094] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e83a0820-555b-4587-9d6c-d0b977afae7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.768733] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 867.768733] env[69905]: value = "task-3413505" [ 867.768733] env[69905]: _type = "Task" [ 867.768733] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.789470] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642058} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.794723] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 028ea91d-7739-430b-91f8-4f7be9711f71/028ea91d-7739-430b-91f8-4f7be9711f71.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.795307] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.795542] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.795883] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b09e527-6aa9-4edb-8a47-9ee23807f70c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.804664] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 867.804664] env[69905]: value = "task-3413506" [ 867.804664] env[69905]: _type = "Task" [ 867.804664] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.824703] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.994452] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.996591] env[69905]: DEBUG oslo_vmware.api [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413502, 'name': RemoveSnapshot_Task, 'duration_secs': 0.696731} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.999838] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.319s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.001297] env[69905]: INFO nova.compute.claims [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.006892] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.006892] env[69905]: INFO nova.compute.manager [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Took 13.46 seconds to snapshot the instance on the hypervisor. [ 868.027089] env[69905]: INFO nova.scheduler.client.report [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted allocations for instance 1e971fc9-3032-4b33-82b1-15384be587d0 [ 868.111422] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.125467] env[69905]: DEBUG nova.network.neutron [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Updating instance_info_cache with network_info: [{"id": "6018bfb8-9417-4f93-9150-bf62c3905f79", "address": "fa:16:3e:a2:ba:81", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6018bfb8-94", "ovs_interfaceid": "6018bfb8-9417-4f93-9150-bf62c3905f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.282972] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073012} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.283591] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.285461] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d3f79d-b319-4139-bff5-99b40cf46a17 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.312878] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 0c322fec-6d73-4ad8-ab18-285789f4896d/0c322fec-6d73-4ad8-ab18-285789f4896d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.314516] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8de4f02-90ba-4375-a66f-d1d120a6e085 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.340291] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "c227e17a-42bb-404a-bb97-fe58ca6698e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.340609] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.349205] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 868.349205] env[69905]: value = "task-3413507" [ 868.349205] env[69905]: _type = "Task" [ 868.349205] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.355417] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067046} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.356480] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.356824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e540d1a9-fc72-43c4-b5c3-2d247cff2d08 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.364820] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.387429] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 028ea91d-7739-430b-91f8-4f7be9711f71/028ea91d-7739-430b-91f8-4f7be9711f71.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.388283] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01156658-4c04-4019-a0b6-149a684577a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.410710] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 868.410710] env[69905]: value = "task-3413508" [ 868.410710] env[69905]: _type = "Task" [ 868.410710] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.418776] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.543148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bbc4d578-03c9-4415-97fe-08349e3ea0ce tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "1e971fc9-3032-4b33-82b1-15384be587d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.635s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.576455] env[69905]: DEBUG nova.compute.manager [None req-da54342a-73f8-4c6f-9fbf-b0670ae73e6d tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Found 1 images (rotation: 2) {{(pid=69905) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 868.612345] env[69905]: DEBUG oslo_vmware.api [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413504, 'name': PowerOnVM_Task, 'duration_secs': 0.585221} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.612613] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.612810] env[69905]: INFO nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Took 10.90 seconds to spawn the instance on the hypervisor. [ 868.612990] env[69905]: DEBUG nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.613762] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0441f830-0962-4bd2-953f-c15ead8afb64 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.629734] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] Releasing lock "refresh_cache-968d5406-15e8-47d8-ae02-0a91e321db9a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.629954] env[69905]: DEBUG nova.compute.manager [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Inject network info {{(pid=69905) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 868.630205] env[69905]: DEBUG nova.compute.manager [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] network_info to inject: |[{"id": "6018bfb8-9417-4f93-9150-bf62c3905f79", "address": "fa:16:3e:a2:ba:81", "network": {"id": "65fd1733-a50f-4d77-957e-2337f7dcc559", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-658372870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1462fb97104e009e8dbe402fc06212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6018bfb8-94", "ovs_interfaceid": "6018bfb8-9417-4f93-9150-bf62c3905f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 868.634991] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Reconfiguring VM instance to set the machine id {{(pid=69905) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 868.635141] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ae0c37-0845-4074-8494-fab8c2d91602 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.651467] env[69905]: DEBUG oslo_vmware.api [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] Waiting for the task: (returnval){ [ 868.651467] env[69905]: value = "task-3413509" [ 868.651467] env[69905]: _type = "Task" [ 868.651467] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.660431] env[69905]: DEBUG oslo_vmware.api [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] Task: {'id': task-3413509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.848724] env[69905]: DEBUG nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.861423] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.925233] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.131639] env[69905]: INFO nova.compute.manager [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Took 42.70 seconds to build instance. [ 869.161643] env[69905]: DEBUG oslo_vmware.api [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] Task: {'id': task-3413509, 'name': ReconfigVM_Task, 'duration_secs': 0.284804} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.164357] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d16ff1-440a-45df-9dd6-904c63424328 tempest-ServersAdminTestJSON-593294307 tempest-ServersAdminTestJSON-593294307-project-admin] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Reconfigured VM instance to set the machine id {{(pid=69905) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 869.366152] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413507, 'name': ReconfigVM_Task, 'duration_secs': 0.775067} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.368799] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 0c322fec-6d73-4ad8-ab18-285789f4896d/0c322fec-6d73-4ad8-ab18-285789f4896d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.369587] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c64b33-b500-4340-b80c-2205051a7fe1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.375033] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.378090] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 869.378090] env[69905]: value = "task-3413510" [ 869.378090] env[69905]: _type = "Task" [ 869.378090] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.390701] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413510, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.421259] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413508, 'name': ReconfigVM_Task, 'duration_secs': 0.734299} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.424454] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 028ea91d-7739-430b-91f8-4f7be9711f71/028ea91d-7739-430b-91f8-4f7be9711f71.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.424875] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-067186ac-3d5f-4b66-827c-317285583bcf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.430778] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 869.430778] env[69905]: value = "task-3413511" [ 869.430778] env[69905]: _type = "Task" [ 869.430778] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.438476] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413511, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.490280] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ad805-880f-4c87-8147-b4da8579e915 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.500025] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2c2572-e36b-4e58-9dff-d8699abcd169 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.529886] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1a3fa6-221b-45d4-9191-d4d7d7aed96a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.537408] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40af4ee7-99c0-4853-957a-7ada00bea333 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.552151] env[69905]: DEBUG nova.compute.provider_tree [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.636682] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f514453e-05d4-49ea-9f05-ecb82418301c tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.607s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.700809] env[69905]: INFO nova.compute.manager [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Rescuing [ 869.700809] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.700809] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquired lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.700809] env[69905]: DEBUG nova.network.neutron [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.889548] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413510, 'name': Rename_Task, 'duration_secs': 0.251683} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.889829] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.894301] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9ab879-7593-4eae-913d-39edeb15e41e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.903213] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 869.903213] env[69905]: value = "task-3413512" [ 869.903213] env[69905]: _type = "Task" [ 869.903213] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.912124] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.941512] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413511, 'name': Rename_Task, 'duration_secs': 0.222605} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.941798] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.942059] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d801c87e-154b-4f74-b3d9-71479a0cbc9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.948724] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 869.948724] env[69905]: value = "task-3413513" [ 869.948724] env[69905]: _type = "Task" [ 869.948724] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.957987] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.054964] env[69905]: DEBUG nova.scheduler.client.report [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.281379] env[69905]: DEBUG nova.compute.manager [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.282707] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7c712-4470-4e82-8eac-d56adc1242b4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.415828] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.461283] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413513, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.522378] env[69905]: DEBUG nova.network.neutron [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.563762] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.564753] env[69905]: DEBUG nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.569778] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.304s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.571245] env[69905]: INFO nova.compute.claims [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.796087] env[69905]: INFO nova.compute.manager [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] instance snapshotting [ 870.796745] env[69905]: DEBUG nova.objects.instance [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'flavor' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.915984] env[69905]: DEBUG oslo_vmware.api [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413512, 'name': PowerOnVM_Task, 'duration_secs': 0.587103} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.916201] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.916403] env[69905]: INFO nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Took 7.19 seconds to spawn the instance on the hypervisor. [ 870.916580] env[69905]: DEBUG nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.917383] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c383605-a21d-4aae-bfeb-20a6add334d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.960665] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413513, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.974100] env[69905]: INFO nova.compute.manager [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Rebuilding instance [ 871.015587] env[69905]: DEBUG nova.compute.manager [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.016559] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c115c-d144-4fc5-b899-92281d97861c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.025799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Releasing lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.077170] env[69905]: DEBUG nova.compute.utils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.082786] env[69905]: DEBUG nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.082786] env[69905]: DEBUG nova.network.neutron [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.144929] env[69905]: DEBUG nova.policy [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aa05ec45e8343bbad3ed91ecc081d59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '202f0085babf4c0081f2d78d7c8ab26b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.303208] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b03d6-69c4-44c2-810b-7d81910e8450 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.323824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dddb58-451a-4273-a9a2-8af32e6a0864 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.437469] env[69905]: INFO nova.compute.manager [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Took 38.79 seconds to build instance. [ 871.456008] env[69905]: DEBUG nova.network.neutron [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Successfully created port: e79b940d-ea06-4f7b-bb12-0ca8720fb1ba {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.464058] env[69905]: DEBUG oslo_vmware.api [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413513, 'name': PowerOnVM_Task, 'duration_secs': 1.116835} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.464058] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.464058] env[69905]: INFO nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Took 11.00 seconds to spawn the instance on the hypervisor. [ 871.464239] env[69905]: DEBUG nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.465443] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044295f-a3d2-4042-a65e-41d5348ef7b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.587026] env[69905]: DEBUG nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.835460] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 871.835780] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a40c9002-a516-463a-ae01-d26c1383eb3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.847011] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 871.847011] env[69905]: value = "task-3413514" [ 871.847011] env[69905]: _type = "Task" [ 871.847011] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.854533] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.946776] env[69905]: DEBUG oslo_concurrency.lockutils [None req-87b8707d-33cf-427c-9b9c-2cf4a7a9abb8 tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.304s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.990587] env[69905]: INFO nova.compute.manager [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Took 41.54 seconds to build instance. [ 872.033567] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.034193] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa33cd10-ed44-45cb-9c8f-7531d1cea1c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.041692] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 872.041692] env[69905]: value = "task-3413515" [ 872.041692] env[69905]: _type = "Task" [ 872.041692] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.050581] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.074522] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d5f005-6dae-44ae-a0a6-22fe6728fe31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.082553] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e4f098-3b3d-437e-af97-955506cec991 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.129886] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c260f-96b7-425b-9c10-da795d9a3479 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.138797] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6e73c-275c-4e61-8c37-3d546eaa9309 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.154860] env[69905]: DEBUG nova.compute.provider_tree [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.356341] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413514, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.494348] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d933098c-8810-4ec1-a25a-3ed6fa85f000 tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "028ea91d-7739-430b-91f8-4f7be9711f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.780s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.553421] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413515, 'name': PowerOffVM_Task, 'duration_secs': 0.196902} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.553718] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.554081] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.554792] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df741901-9a1b-46f3-8b4c-8ddf2fead23a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.562490] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.562777] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47c0183f-1720-48ab-9f07-ce41c5a92c19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.569166] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.569534] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f831c6c-d407-4cde-8d84-39dc145f6f56 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.574445] env[69905]: DEBUG nova.compute.manager [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Received event network-changed-ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.574664] env[69905]: DEBUG nova.compute.manager [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Refreshing instance network info cache due to event network-changed-ebf7f695-03c2-46cf-828a-5106c925c525. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.574923] env[69905]: DEBUG oslo_concurrency.lockutils [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] Acquiring lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.577063] env[69905]: DEBUG oslo_concurrency.lockutils [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] Acquired lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.577063] env[69905]: DEBUG nova.network.neutron [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Refreshing network info cache for port ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.578290] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 872.578290] env[69905]: value = "task-3413517" [ 872.578290] env[69905]: _type = "Task" [ 872.578290] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.588501] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.628007] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.633625] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.633625] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleting the datastore file [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.633625] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96273caf-9f10-4662-9a3e-812e231530bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.633625] env[69905]: DEBUG nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.640635] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 872.640635] env[69905]: value = "task-3413518" [ 872.640635] env[69905]: _type = "Task" [ 872.640635] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.648502] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.658292] env[69905]: DEBUG nova.scheduler.client.report [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.692696] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.693113] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.693346] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.693625] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.693891] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.694523] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.694523] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.694646] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.694970] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.695232] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.697872] env[69905]: DEBUG nova.virt.hardware [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.697872] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be61bf11-38b8-438b-8212-ceb1554bb8c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.706645] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee488f41-ba16-4f90-b3d5-ec7c4254af70 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.857329] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413514, 'name': CreateSnapshot_Task, 'duration_secs': 0.871531} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.857686] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 872.858362] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e905c91-c29c-4fbc-8f83-b80dfe36a18f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.093043] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413517, 'name': PowerOffVM_Task, 'duration_secs': 0.188349} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.093043] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.093664] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa47f1b-3143-42d7-9239-1ed2ec37166c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.115379] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6950d802-43df-4ad1-955d-a237f584c07f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.160575] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20723} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.163123] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.163429] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.163607] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.163779] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.170029] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95efc234-a9e9-4660-b203-67df3fc4aacb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.170029] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.170485] env[69905]: DEBUG nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.173946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.101s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.174155] env[69905]: DEBUG nova.objects.instance [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 873.182983] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 873.182983] env[69905]: value = "task-3413519" [ 873.182983] env[69905]: _type = "Task" [ 873.182983] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.197647] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.197857] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.198108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.198251] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.198428] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.200431] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af728d12-0840-42dd-8572-2aca892124b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.211008] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.211314] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.212139] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d474be9-08e2-4317-ad43-bcf71ea8adc3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.225534] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 873.225534] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5219a2b8-0923-b849-ee68-d12f9ebf6a5a" [ 873.225534] env[69905]: _type = "Task" [ 873.225534] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.236727] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5219a2b8-0923-b849-ee68-d12f9ebf6a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012283} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.238136] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a81468-24bf-41fb-bbfe-a27c8f54ee82 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.244763] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 873.244763] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5288e182-688d-75b7-8970-68830a02c7a4" [ 873.244763] env[69905]: _type = "Task" [ 873.244763] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.258052] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5288e182-688d-75b7-8970-68830a02c7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.258326] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.258681] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. {{(pid=69905) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 873.258965] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04471d44-d522-43a6-b324-5cf655b6e2c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.282726] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 873.282726] env[69905]: value = "task-3413520" [ 873.282726] env[69905]: _type = "Task" [ 873.282726] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.295796] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.304988] env[69905]: DEBUG nova.network.neutron [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Successfully updated port: e79b940d-ea06-4f7b-bb12-0ca8720fb1ba {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.377671] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 873.377910] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c647389-497d-4e8d-8487-11ede6e95fc5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.387738] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 873.387738] env[69905]: value = "task-3413521" [ 873.387738] env[69905]: _type = "Task" [ 873.387738] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.399180] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413521, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.478750] env[69905]: DEBUG nova.network.neutron [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Updated VIF entry in instance network info cache for port ebf7f695-03c2-46cf-828a-5106c925c525. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.479153] env[69905]: DEBUG nova.network.neutron [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Updating instance_info_cache with network_info: [{"id": "ebf7f695-03c2-46cf-828a-5106c925c525", "address": "fa:16:3e:42:d5:b8", "network": {"id": "3b011c8d-fbd0-42d9-bd0b-a343756f127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-415505003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962fd0ac015543cfbb3da63f37fcc906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7f695-03", "ovs_interfaceid": "ebf7f695-03c2-46cf-828a-5106c925c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.657382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "028ea91d-7739-430b-91f8-4f7be9711f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.657382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "028ea91d-7739-430b-91f8-4f7be9711f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.657382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "028ea91d-7739-430b-91f8-4f7be9711f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.657382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "028ea91d-7739-430b-91f8-4f7be9711f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.657382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "028ea91d-7739-430b-91f8-4f7be9711f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.658289] env[69905]: INFO nova.compute.manager [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Terminating instance [ 873.674976] env[69905]: DEBUG nova.compute.utils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.677350] env[69905]: DEBUG nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.677572] env[69905]: DEBUG nova.network.neutron [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.735724] env[69905]: DEBUG nova.policy [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e860d91cfe34736baca510e86ae2abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d8eebe574f04349ae744504c153cacf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.792790] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.805635] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "refresh_cache-58a178b1-ebeb-4c63-96fc-9db5f823d8f1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.805793] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquired lock "refresh_cache-58a178b1-ebeb-4c63-96fc-9db5f823d8f1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.805983] env[69905]: DEBUG nova.network.neutron [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.898044] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413521, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.982637] env[69905]: DEBUG oslo_concurrency.lockutils [req-0d9f7360-aa23-4d5b-9831-f8ac16b5081d req-35c6050c-0a65-4753-b214-a6db4cf2a67f service nova] Releasing lock "refresh_cache-0c322fec-6d73-4ad8-ab18-285789f4896d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.041750] env[69905]: DEBUG nova.network.neutron [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Successfully created port: a91b71de-63ef-4073-b191-39eaf6366f2d {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.164497] env[69905]: DEBUG nova.compute.manager [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.164723] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.166085] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9fd1a8-ebad-4139-a930-9f5b0d8ed6ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.182533] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.183665] env[69905]: DEBUG nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.188950] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2260f220-51b2-4256-9e4d-4051fa3123d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.191292] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8193c08d-2097-4e19-8716-22c44f6c3983 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.192294] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.434s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.192510] env[69905]: DEBUG nova.objects.instance [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lazy-loading 'resources' on Instance uuid b8ef718c-0837-4139-9dcd-e9716dfbbddb {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.199756] env[69905]: DEBUG oslo_vmware.api [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 874.199756] env[69905]: value = "task-3413522" [ 874.199756] env[69905]: _type = "Task" [ 874.199756] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.213256] env[69905]: DEBUG oslo_vmware.api [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.216358] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.216897] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.216897] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.217177] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.217335] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.217815] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.217815] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.217945] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.218046] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.218213] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.218444] env[69905]: DEBUG nova.virt.hardware [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.222059] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7f550-d1bb-4782-be2e-ab012b713fcb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.233522] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc85ed-4e95-41d5-b0df-59abaef6af2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.249717] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61642cef-9309-4c6a-bb50-9dd4751cf6da', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.257641] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.258308] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.258600] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d630c2f-0695-44ab-8990-e3b26109f3bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.288032] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.288032] env[69905]: value = "task-3413523" [ 874.288032] env[69905]: _type = "Task" [ 874.288032] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.301905] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413523, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.302228] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558093} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.302473] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. [ 874.303281] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38be37a-d9c1-412b-81df-414f115cbd8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.333816] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.334951] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90861ed3-fa59-4fcc-9514-908e88d2499e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.354086] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 874.354086] env[69905]: value = "task-3413524" [ 874.354086] env[69905]: _type = "Task" [ 874.354086] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.363131] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.378750] env[69905]: DEBUG nova.network.neutron [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.398305] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413521, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.528562] env[69905]: DEBUG nova.network.neutron [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Updating instance_info_cache with network_info: [{"id": "e79b940d-ea06-4f7b-bb12-0ca8720fb1ba", "address": "fa:16:3e:0d:da:ab", "network": {"id": "4333437e-8509-418b-b157-1aa659adb81e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1362355567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "202f0085babf4c0081f2d78d7c8ab26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79b940d-ea", "ovs_interfaceid": "e79b940d-ea06-4f7b-bb12-0ca8720fb1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.604511] env[69905]: DEBUG nova.compute.manager [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Received event network-vif-plugged-e79b940d-ea06-4f7b-bb12-0ca8720fb1ba {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.604511] env[69905]: DEBUG oslo_concurrency.lockutils [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] Acquiring lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.604511] env[69905]: DEBUG oslo_concurrency.lockutils [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.604805] env[69905]: DEBUG oslo_concurrency.lockutils [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.605899] env[69905]: DEBUG nova.compute.manager [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] No waiting events found dispatching network-vif-plugged-e79b940d-ea06-4f7b-bb12-0ca8720fb1ba {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.605899] env[69905]: WARNING nova.compute.manager [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Received unexpected event network-vif-plugged-e79b940d-ea06-4f7b-bb12-0ca8720fb1ba for instance with vm_state building and task_state spawning. [ 874.605899] env[69905]: DEBUG nova.compute.manager [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Received event network-changed-e79b940d-ea06-4f7b-bb12-0ca8720fb1ba {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.605899] env[69905]: DEBUG nova.compute.manager [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Refreshing instance network info cache due to event network-changed-e79b940d-ea06-4f7b-bb12-0ca8720fb1ba. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.605899] env[69905]: DEBUG oslo_concurrency.lockutils [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] Acquiring lock "refresh_cache-58a178b1-ebeb-4c63-96fc-9db5f823d8f1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.710589] env[69905]: DEBUG oslo_vmware.api [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413522, 'name': PowerOffVM_Task, 'duration_secs': 0.218914} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.710887] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.711095] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.711323] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6bdc5d1-293f-4d04-987c-15546808d5ec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774225] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.774453] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.774630] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Deleting the datastore file [datastore2] 028ea91d-7739-430b-91f8-4f7be9711f71 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.774893] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bc08a05-d592-4738-90e4-10fcaab80112 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.786478] env[69905]: DEBUG oslo_vmware.api [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for the task: (returnval){ [ 874.786478] env[69905]: value = "task-3413526" [ 874.786478] env[69905]: _type = "Task" [ 874.786478] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.798291] env[69905]: DEBUG oslo_vmware.api [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.803018] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413523, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.866822] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.899533] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413521, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.031953] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Releasing lock "refresh_cache-58a178b1-ebeb-4c63-96fc-9db5f823d8f1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.032370] env[69905]: DEBUG nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Instance network_info: |[{"id": "e79b940d-ea06-4f7b-bb12-0ca8720fb1ba", "address": "fa:16:3e:0d:da:ab", "network": {"id": "4333437e-8509-418b-b157-1aa659adb81e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1362355567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "202f0085babf4c0081f2d78d7c8ab26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79b940d-ea", "ovs_interfaceid": "e79b940d-ea06-4f7b-bb12-0ca8720fb1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.032687] env[69905]: DEBUG oslo_concurrency.lockutils [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] Acquired lock "refresh_cache-58a178b1-ebeb-4c63-96fc-9db5f823d8f1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.032870] env[69905]: DEBUG nova.network.neutron [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Refreshing network info cache for port e79b940d-ea06-4f7b-bb12-0ca8720fb1ba {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.034167] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:da:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e79b940d-ea06-4f7b-bb12-0ca8720fb1ba', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.041794] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Creating folder: Project (202f0085babf4c0081f2d78d7c8ab26b). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.045137] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8550bcfe-13cb-480a-96e2-c02d509af50f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.058096] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Created folder: Project (202f0085babf4c0081f2d78d7c8ab26b) in parent group-v680985. [ 875.058313] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Creating folder: Instances. Parent ref: group-v681136. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.060921] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c735bcd-a7d4-4be3-ae30-277858360a3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.073946] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Created folder: Instances in parent group-v681136. [ 875.074251] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.076878] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.077312] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0682be5a-b261-45e2-97d8-23c30ffacb60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.099055] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.099055] env[69905]: value = "task-3413529" [ 875.099055] env[69905]: _type = "Task" [ 875.099055] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.109411] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413529, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.157824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dca36f-0af0-4a19-a870-baef0fbdc510 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.168976] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23cf244-9524-4c82-b8d8-e3d706f0ad22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.201874] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5236163-c3d5-4fa9-a037-60f1007723e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.205506] env[69905]: DEBUG nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.213384] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc247575-26c2-415b-9ad7-051073517346 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.232832] env[69905]: DEBUG nova.compute.provider_tree [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.244715] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.246136] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.246424] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.246511] env[69905]: DEBUG nova.virt.hardware [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.247595] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3df9d-e6e9-443e-b75b-213f84620388 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.255089] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163e2b75-0505-4094-bfc4-80e381bf6fbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.297723] env[69905]: DEBUG oslo_vmware.api [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Task: {'id': task-3413526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310493} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.299106] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.299106] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.299106] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.299106] env[69905]: INFO nova.compute.manager [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Took 1.13 seconds to destroy the instance on the hypervisor. [ 875.299312] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.299498] env[69905]: DEBUG nova.compute.manager [-] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.299560] env[69905]: DEBUG nova.network.neutron [-] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.305192] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413523, 'name': CreateVM_Task, 'duration_secs': 0.880702} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.305384] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.306055] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.306223] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.306533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.306783] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e94a70-6f85-4bb0-a934-5818e9a9b320 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.312203] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 875.312203] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525c4216-017c-1809-94a7-b513e2f466d9" [ 875.312203] env[69905]: _type = "Task" [ 875.312203] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.320850] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525c4216-017c-1809-94a7-b513e2f466d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.365857] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413524, 'name': ReconfigVM_Task, 'duration_secs': 0.839045} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.366249] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.367188] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73449291-6d66-497e-8654-f220c44bb1ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.395234] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7437b4c6-ec93-4adc-ba37-90182e17612c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.415358] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413521, 'name': CloneVM_Task, 'duration_secs': 1.930991} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.416921] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Created linked-clone VM from snapshot [ 875.417530] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 875.417530] env[69905]: value = "task-3413530" [ 875.417530] env[69905]: _type = "Task" [ 875.417530] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.418216] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e96c2a-cf72-463b-ba4b-3dbdcfc06d7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.429298] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Uploading image de78fc0b-7437-4d18-b5ef-935380554cdb {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 875.434583] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.451503] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 875.451503] env[69905]: value = "vm-681134" [ 875.451503] env[69905]: _type = "VirtualMachine" [ 875.451503] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 875.451779] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ad843f7-fcc5-49e5-a821-742b0e2d6c8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.464691] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease: (returnval){ [ 875.464691] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5284ac66-7814-8398-a016-6fc288ba53a3" [ 875.464691] env[69905]: _type = "HttpNfcLease" [ 875.464691] env[69905]: } obtained for exporting VM: (result){ [ 875.464691] env[69905]: value = "vm-681134" [ 875.464691] env[69905]: _type = "VirtualMachine" [ 875.464691] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 875.465037] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the lease: (returnval){ [ 875.465037] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5284ac66-7814-8398-a016-6fc288ba53a3" [ 875.465037] env[69905]: _type = "HttpNfcLease" [ 875.465037] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 875.478172] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.478172] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5284ac66-7814-8398-a016-6fc288ba53a3" [ 875.478172] env[69905]: _type = "HttpNfcLease" [ 875.478172] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 875.478594] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 875.478594] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5284ac66-7814-8398-a016-6fc288ba53a3" [ 875.478594] env[69905]: _type = "HttpNfcLease" [ 875.478594] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 875.479267] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6523df66-14a9-45fe-b0c8-664a3be59f0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.489270] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521556d0-bec1-cb51-41a2-64ba40c26d6e/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 875.489468] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521556d0-bec1-cb51-41a2-64ba40c26d6e/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 875.593213] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51059199-9485-4ec2-9221-fd23e690d431 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.607127] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413529, 'name': CreateVM_Task, 'duration_secs': 0.430635} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.609012] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.610022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.738185] env[69905]: DEBUG nova.scheduler.client.report [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.822750] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525c4216-017c-1809-94a7-b513e2f466d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.823296] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.823439] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.823635] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.823791] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.823993] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.824313] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.824631] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.824859] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8676b5a5-0bd2-47c2-b181-b167acd38b9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.827060] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0523f0f0-82c2-4823-af9b-fdad19c95925 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.833580] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 875.833580] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f16fd1-38c0-be7b-2f80-401a3f4fdc91" [ 875.833580] env[69905]: _type = "Task" [ 875.833580] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.838714] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.838917] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.840941] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41de2df9-01f9-4a04-b3e0-019a47ab3c84 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.846991] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f16fd1-38c0-be7b-2f80-401a3f4fdc91, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.848176] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.848176] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.848364] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.850463] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 875.850463] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528e8fca-6e92-6ebe-8663-3d1fc4982e31" [ 875.850463] env[69905]: _type = "Task" [ 875.850463] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.858866] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528e8fca-6e92-6ebe-8663-3d1fc4982e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.861844] env[69905]: DEBUG nova.network.neutron [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Updated VIF entry in instance network info cache for port e79b940d-ea06-4f7b-bb12-0ca8720fb1ba. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.862213] env[69905]: DEBUG nova.network.neutron [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Updating instance_info_cache with network_info: [{"id": "e79b940d-ea06-4f7b-bb12-0ca8720fb1ba", "address": "fa:16:3e:0d:da:ab", "network": {"id": "4333437e-8509-418b-b157-1aa659adb81e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1362355567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "202f0085babf4c0081f2d78d7c8ab26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79b940d-ea", "ovs_interfaceid": "e79b940d-ea06-4f7b-bb12-0ca8720fb1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.927704] env[69905]: DEBUG nova.network.neutron [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Successfully updated port: a91b71de-63ef-4073-b191-39eaf6366f2d {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.936333] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413530, 'name': ReconfigVM_Task, 'duration_secs': 0.230441} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.936837] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.936960] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc1e9f36-ec9f-4e1a-af6d-2ed9330e1f20 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.945536] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 875.945536] env[69905]: value = "task-3413532" [ 875.945536] env[69905]: _type = "Task" [ 875.945536] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.956529] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.244182] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.246991] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.926s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.247619] env[69905]: DEBUG nova.objects.instance [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lazy-loading 'resources' on Instance uuid 72e8496a-7660-43fb-96ea-c2838b6d6664 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.274259] env[69905]: INFO nova.scheduler.client.report [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Deleted allocations for instance b8ef718c-0837-4139-9dcd-e9716dfbbddb [ 876.331828] env[69905]: DEBUG nova.network.neutron [-] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.361753] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528e8fca-6e92-6ebe-8663-3d1fc4982e31, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.362846] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aadde70-7788-4ffe-8baa-1f52b885f151 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.366038] env[69905]: DEBUG oslo_concurrency.lockutils [req-cb66adce-9eb2-4c6d-a87a-92967bfac4e7 req-37671d74-f2a4-4108-adb6-f6788b6299b5 service nova] Releasing lock "refresh_cache-58a178b1-ebeb-4c63-96fc-9db5f823d8f1" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.370587] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 876.370587] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee876f-a281-c3d9-4109-4784357f58ff" [ 876.370587] env[69905]: _type = "Task" [ 876.370587] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.378903] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee876f-a281-c3d9-4109-4784357f58ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.437853] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "refresh_cache-d6f582ae-6abd-4402-85c2-ff9624ed1c61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.437853] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "refresh_cache-d6f582ae-6abd-4402-85c2-ff9624ed1c61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.437853] env[69905]: DEBUG nova.network.neutron [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.462063] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.693294] env[69905]: DEBUG nova.compute.manager [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Received event network-vif-plugged-a91b71de-63ef-4073-b191-39eaf6366f2d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.693525] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] Acquiring lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.693745] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.694133] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.694276] env[69905]: DEBUG nova.compute.manager [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] No waiting events found dispatching network-vif-plugged-a91b71de-63ef-4073-b191-39eaf6366f2d {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.694452] env[69905]: WARNING nova.compute.manager [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Received unexpected event network-vif-plugged-a91b71de-63ef-4073-b191-39eaf6366f2d for instance with vm_state building and task_state spawning. [ 876.694707] env[69905]: DEBUG nova.compute.manager [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Received event network-vif-deleted-9724feac-5f07-424a-be86-225e919ee8be {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.694997] env[69905]: DEBUG nova.compute.manager [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Received event network-changed-a91b71de-63ef-4073-b191-39eaf6366f2d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.695215] env[69905]: DEBUG nova.compute.manager [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Refreshing instance network info cache due to event network-changed-a91b71de-63ef-4073-b191-39eaf6366f2d. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.695394] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] Acquiring lock "refresh_cache-d6f582ae-6abd-4402-85c2-ff9624ed1c61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.782211] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f472b7-1bf7-4620-88e0-0341e8554ba6 tempest-ServersAdminNegativeTestJSON-1048811892 tempest-ServersAdminNegativeTestJSON-1048811892-project-member] Lock "b8ef718c-0837-4139-9dcd-e9716dfbbddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.662s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.835489] env[69905]: INFO nova.compute.manager [-] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Took 1.54 seconds to deallocate network for instance. [ 876.880536] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee876f-a281-c3d9-4109-4784357f58ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.883642] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.884203] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.884702] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.885226] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.889028] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-123f5490-065d-4ddc-a644-ec3a82ae30ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.890794] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee75d15c-9c80-440e-93ce-32fc13e38509 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.900999] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 876.900999] env[69905]: value = "task-3413533" [ 876.900999] env[69905]: _type = "Task" [ 876.900999] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.905606] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.905756] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.907085] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0065d0-7f13-4705-847e-cf653e165fac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.912863] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.918773] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 876.918773] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5297349e-b113-123a-b435-ece06a4cf6cb" [ 876.918773] env[69905]: _type = "Task" [ 876.918773] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.930283] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5297349e-b113-123a-b435-ece06a4cf6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.965798] env[69905]: DEBUG oslo_vmware.api [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413532, 'name': PowerOnVM_Task, 'duration_secs': 0.517397} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.966309] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.972803] env[69905]: DEBUG nova.compute.manager [None req-fae1b606-51dd-4949-a0b0-e6c4f64753ab tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.974486] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a907c9-965c-4cce-ab5f-36dcb3ffaa6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.991350] env[69905]: DEBUG nova.network.neutron [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.245411] env[69905]: DEBUG nova.network.neutron [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Updating instance_info_cache with network_info: [{"id": "a91b71de-63ef-4073-b191-39eaf6366f2d", "address": "fa:16:3e:6c:a9:8a", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91b71de-63", "ovs_interfaceid": "a91b71de-63ef-4073-b191-39eaf6366f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.338232] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ea40e3-0e01-4f8c-8a79-92de5b664f8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.342340] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.350440] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e86633-fc9b-4738-aa11-8b175643d60f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.386546] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803bc41c-12e3-4ec3-a757-705c362d08be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.394685] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777ca42-6af7-4f79-b695-b65bbee7d7c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.409026] env[69905]: DEBUG nova.compute.provider_tree [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.422349] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485116} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.425790] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.426047] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.426578] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05eb747d-382d-4087-84aa-bb2623df2284 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.434631] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5297349e-b113-123a-b435-ece06a4cf6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.436476] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 877.436476] env[69905]: value = "task-3413534" [ 877.436476] env[69905]: _type = "Task" [ 877.436476] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.436826] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4bc383-c99b-4e7b-81e1-bda971d00292 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.445727] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 877.445727] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522853ad-2049-c144-d0af-fc80b5f3faf6" [ 877.445727] env[69905]: _type = "Task" [ 877.445727] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.449519] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.460346] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522853ad-2049-c144-d0af-fc80b5f3faf6, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.460617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460879] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 58a178b1-ebeb-4c63-96fc-9db5f823d8f1/58a178b1-ebeb-4c63-96fc-9db5f823d8f1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.461165] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa27a6fe-bd96-40e8-8d28-858669621a89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.467576] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 877.467576] env[69905]: value = "task-3413535" [ 877.467576] env[69905]: _type = "Task" [ 877.467576] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.475567] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.747991] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "refresh_cache-d6f582ae-6abd-4402-85c2-ff9624ed1c61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.748470] env[69905]: DEBUG nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Instance network_info: |[{"id": "a91b71de-63ef-4073-b191-39eaf6366f2d", "address": "fa:16:3e:6c:a9:8a", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91b71de-63", "ovs_interfaceid": "a91b71de-63ef-4073-b191-39eaf6366f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.748832] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] Acquired lock "refresh_cache-d6f582ae-6abd-4402-85c2-ff9624ed1c61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.749046] env[69905]: DEBUG nova.network.neutron [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Refreshing network info cache for port a91b71de-63ef-4073-b191-39eaf6366f2d {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.755247] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a9:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a91b71de-63ef-4073-b191-39eaf6366f2d', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.766070] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.767592] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.768115] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a776d46-8fec-4246-a2a1-803cbae0c9d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.795113] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.795113] env[69905]: value = "task-3413536" [ 877.795113] env[69905]: _type = "Task" [ 877.795113] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.810094] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413536, 'name': CreateVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.914772] env[69905]: DEBUG nova.scheduler.client.report [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.954266] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078414} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.954534] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.957506] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce97ca1e-d67b-4ce6-baa4-aebd8c6eba85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.987764] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.991226] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9691e00c-a6d2-449a-9d29-7d42cbdd6ac2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.013135] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444941} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.014536] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 58a178b1-ebeb-4c63-96fc-9db5f823d8f1/58a178b1-ebeb-4c63-96fc-9db5f823d8f1.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.014750] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.015620] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 878.015620] env[69905]: value = "task-3413537" [ 878.015620] env[69905]: _type = "Task" [ 878.015620] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.016265] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b7614f9-fc8e-41ab-8131-5207e6efe337 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.027529] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.029106] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 878.029106] env[69905]: value = "task-3413538" [ 878.029106] env[69905]: _type = "Task" [ 878.029106] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.039916] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.308212] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413536, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.423964] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.429205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.475s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.429651] env[69905]: DEBUG nova.objects.instance [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lazy-loading 'resources' on Instance uuid bf6c6705-14ef-4200-ba89-afdcd12d9950 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.460142] env[69905]: INFO nova.scheduler.client.report [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Deleted allocations for instance 72e8496a-7660-43fb-96ea-c2838b6d6664 [ 878.529522] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.538403] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073037} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.538676] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.539806] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6911e11c-1ee8-4418-93be-00f33e79b64f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.568306] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 58a178b1-ebeb-4c63-96fc-9db5f823d8f1/58a178b1-ebeb-4c63-96fc-9db5f823d8f1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.569036] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89bb28d5-5d37-4012-a1c8-97dd6847b01f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.592100] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 878.592100] env[69905]: value = "task-3413539" [ 878.592100] env[69905]: _type = "Task" [ 878.592100] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.604133] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.677705] env[69905]: DEBUG nova.network.neutron [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Updated VIF entry in instance network info cache for port a91b71de-63ef-4073-b191-39eaf6366f2d. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.677705] env[69905]: DEBUG nova.network.neutron [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Updating instance_info_cache with network_info: [{"id": "a91b71de-63ef-4073-b191-39eaf6366f2d", "address": "fa:16:3e:6c:a9:8a", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91b71de-63", "ovs_interfaceid": "a91b71de-63ef-4073-b191-39eaf6366f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.808330] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413536, 'name': CreateVM_Task, 'duration_secs': 0.596432} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.809286] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.811173] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.811729] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.812207] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.812651] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce04717e-0f18-4412-b5be-24088186b716 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.819905] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 878.819905] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5252c2c1-5452-ed03-76a8-4abcf6b2fe63" [ 878.819905] env[69905]: _type = "Task" [ 878.819905] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.832246] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5252c2c1-5452-ed03-76a8-4abcf6b2fe63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.977708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e70922e5-d0d7-4f22-b207-5025288990d9 tempest-ServerAddressesTestJSON-485687087 tempest-ServerAddressesTestJSON-485687087-project-member] Lock "72e8496a-7660-43fb-96ea-c2838b6d6664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.202s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.037186] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413537, 'name': ReconfigVM_Task, 'duration_secs': 0.578723} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.039951] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.039951] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8741fea-58da-48b1-84e7-cfca6c8e1639 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.045083] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 879.045083] env[69905]: value = "task-3413540" [ 879.045083] env[69905]: _type = "Task" [ 879.045083] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.061051] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413540, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.106313] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413539, 'name': ReconfigVM_Task, 'duration_secs': 0.315807} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.106620] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 58a178b1-ebeb-4c63-96fc-9db5f823d8f1/58a178b1-ebeb-4c63-96fc-9db5f823d8f1.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.111031] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aa973df-b0bc-4cff-bf6f-ef6fbabce502 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.118946] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 879.118946] env[69905]: value = "task-3413541" [ 879.118946] env[69905]: _type = "Task" [ 879.118946] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.131684] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413541, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.185019] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e51fc66-49f2-42e6-b682-a1accc653d92 req-88368d9b-0348-4d4f-9650-629ce6b0c0e5 service nova] Releasing lock "refresh_cache-d6f582ae-6abd-4402-85c2-ff9624ed1c61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.253437] env[69905]: DEBUG nova.compute.manager [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.253581] env[69905]: DEBUG nova.compute.manager [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing instance network info cache due to event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.253791] env[69905]: DEBUG oslo_concurrency.lockutils [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] Acquiring lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.253956] env[69905]: DEBUG oslo_concurrency.lockutils [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] Acquired lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.254546] env[69905]: DEBUG nova.network.neutron [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.332234] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5252c2c1-5452-ed03-76a8-4abcf6b2fe63, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.335678] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.335678] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.335806] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.335899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.336174] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.336564] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b49612-72b5-4d89-add0-05b7476fb8d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.347875] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.348063] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.348903] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9c2168-981b-4720-ae35-a5c99e2c1ace {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.363789] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 879.363789] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0c2c7-a520-49fb-0103-4f2cbe5b276d" [ 879.363789] env[69905]: _type = "Task" [ 879.363789] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.372237] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0c2c7-a520-49fb-0103-4f2cbe5b276d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.497503] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a05285-7c7d-4ac8-b7ea-1a91a813d8bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.509168] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552774ba-31dc-4e2b-8215-dd39d7c33fdf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.545284] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e61233-bde4-424d-90e4-a96e6d1c6c6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.561430] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371d5bde-a1be-4dcc-a98c-54ab6b6e5a9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.565411] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413540, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.575622] env[69905]: DEBUG nova.compute.provider_tree [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.627553] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413541, 'name': Rename_Task, 'duration_secs': 0.153541} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.627857] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.628102] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2294416-00d0-4d94-ae7f-e7c1d54c5608 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.634777] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 879.634777] env[69905]: value = "task-3413542" [ 879.634777] env[69905]: _type = "Task" [ 879.634777] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.643196] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.879062] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0c2c7-a520-49fb-0103-4f2cbe5b276d, 'name': SearchDatastore_Task, 'duration_secs': 0.016144} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.879928] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a4fe2a-0cf4-439d-9e9c-f8475f7b8439 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.885610] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 879.885610] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5241ab3c-67be-4553-28d5-eba03ee3fc5a" [ 879.885610] env[69905]: _type = "Task" [ 879.885610] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.893863] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5241ab3c-67be-4553-28d5-eba03ee3fc5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.058479] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413540, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.078816] env[69905]: DEBUG nova.scheduler.client.report [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.099392] env[69905]: DEBUG nova.network.neutron [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updated VIF entry in instance network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.099810] env[69905]: DEBUG nova.network.neutron [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.145852] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.397777] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5241ab3c-67be-4553-28d5-eba03ee3fc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.02075} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.397951] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.398358] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] d6f582ae-6abd-4402-85c2-ff9624ed1c61/d6f582ae-6abd-4402-85c2-ff9624ed1c61.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.399265] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf8eec48-d061-4a9e-9ba9-8a26a0fe81e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.408864] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 880.408864] env[69905]: value = "task-3413543" [ 880.408864] env[69905]: _type = "Task" [ 880.408864] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.418690] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.564587] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413540, 'name': Rename_Task, 'duration_secs': 1.281078} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.564949] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.565329] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28b2ee31-1110-4e8c-9b88-860d7145c229 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.574290] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 880.574290] env[69905]: value = "task-3413544" [ 880.574290] env[69905]: _type = "Task" [ 880.574290] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.587085] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.589615] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.590168] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.721s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.590402] env[69905]: DEBUG nova.objects.instance [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lazy-loading 'resources' on Instance uuid 5c2d1139-db6c-4078-a9dc-7abf2359d4c5 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.604535] env[69905]: DEBUG oslo_concurrency.lockutils [req-ca0b9477-14a9-4b5d-b916-a84310c36d30 req-16609349-3091-40d5-95bc-ca87c1d649df service nova] Releasing lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.616636] env[69905]: INFO nova.scheduler.client.report [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Deleted allocations for instance bf6c6705-14ef-4200-ba89-afdcd12d9950 [ 880.648617] env[69905]: DEBUG oslo_vmware.api [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413542, 'name': PowerOnVM_Task, 'duration_secs': 0.549918} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.649118] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.649342] env[69905]: INFO nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Took 8.02 seconds to spawn the instance on the hypervisor. [ 880.649793] env[69905]: DEBUG nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.650757] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d082614-b73b-4fef-9e5d-51cc4c0f2031 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.922820] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464076} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.923107] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] d6f582ae-6abd-4402-85c2-ff9624ed1c61/d6f582ae-6abd-4402-85c2-ff9624ed1c61.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.925924] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.925924] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3741c84-b000-431a-a797-cfa659c18a8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.931874] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 880.931874] env[69905]: value = "task-3413545" [ 880.931874] env[69905]: _type = "Task" [ 880.931874] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.940803] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.085312] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.126017] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fd7d50e-58ab-4eff-b4ef-719bdd245b26 tempest-ServersTestBootFromVolume-766826014 tempest-ServersTestBootFromVolume-766826014-project-member] Lock "bf6c6705-14ef-4200-ba89-afdcd12d9950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.404s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.173881] env[69905]: INFO nova.compute.manager [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Took 39.51 seconds to build instance. [ 881.448151] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130008} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.448469] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.450726] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc1c71-613a-4522-be25-04e81a37ae3c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.476068] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d6f582ae-6abd-4402-85c2-ff9624ed1c61/d6f582ae-6abd-4402-85c2-ff9624ed1c61.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.478925] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6842adf6-8525-46b1-a842-409386d28e5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.498622] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 881.498622] env[69905]: value = "task-3413546" [ 881.498622] env[69905]: _type = "Task" [ 881.498622] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.507374] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.583933] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.616548] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7620d7fd-a0d1-45f2-97bb-44c11fdc0ce0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.623913] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77762151-4aed-46b6-9beb-0fb96ffe30a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.657301] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73420f58-e617-4140-81ac-a499f1a69d1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.664768] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dec3b0-66af-4a3e-baf5-cbcdfbdfa6c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.678087] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7c996607-56b8-4f54-be32-1ca1139abeda tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.875s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.678591] env[69905]: DEBUG nova.compute.provider_tree [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.917573] env[69905]: DEBUG nova.compute.manager [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.917928] env[69905]: DEBUG nova.compute.manager [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing instance network info cache due to event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.918587] env[69905]: DEBUG oslo_concurrency.lockutils [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] Acquiring lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.921173] env[69905]: DEBUG oslo_concurrency.lockutils [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] Acquired lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.921173] env[69905]: DEBUG nova.network.neutron [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.013828] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.084624] env[69905]: DEBUG oslo_vmware.api [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413544, 'name': PowerOnVM_Task, 'duration_secs': 1.204266} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.085102] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.085410] env[69905]: DEBUG nova.compute.manager [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.087100] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210e2fa9-aeb5-4aae-a756-814f6244009d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.183199] env[69905]: DEBUG nova.scheduler.client.report [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.510787] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413546, 'name': ReconfigVM_Task, 'duration_secs': 0.644094} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.510787] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d6f582ae-6abd-4402-85c2-ff9624ed1c61/d6f582ae-6abd-4402-85c2-ff9624ed1c61.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.511936] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8193168-ecdb-444e-8b35-352bb0902044 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.519363] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 882.519363] env[69905]: value = "task-3413547" [ 882.519363] env[69905]: _type = "Task" [ 882.519363] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.530337] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413547, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.616617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.690286] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.693453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.142s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.693453] env[69905]: DEBUG nova.objects.instance [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lazy-loading 'resources' on Instance uuid 5492fe6f-c1ca-4132-aa46-943a45a52da7 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.731032] env[69905]: INFO nova.scheduler.client.report [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Deleted allocations for instance 5c2d1139-db6c-4078-a9dc-7abf2359d4c5 [ 882.832400] env[69905]: DEBUG nova.network.neutron [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updated VIF entry in instance network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.832916] env[69905]: DEBUG nova.network.neutron [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.032902] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413547, 'name': Rename_Task, 'duration_secs': 0.265759} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.034146] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.034146] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7e517cf-58ca-4b22-824f-02685b1c8f1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.043060] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 883.043060] env[69905]: value = "task-3413548" [ 883.043060] env[69905]: _type = "Task" [ 883.043060] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.052994] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.243461] env[69905]: DEBUG oslo_concurrency.lockutils [None req-973190bb-56d4-41bf-9bc4-41a479b3ccb0 tempest-ServersListShow298Test-1923240169 tempest-ServersListShow298Test-1923240169-project-member] Lock "5c2d1139-db6c-4078-a9dc-7abf2359d4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.653s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.342407] env[69905]: DEBUG oslo_concurrency.lockutils [req-55fdbda9-62bc-43b1-9701-2084ea893446 req-b28c6d8c-5097-4a17-8eaa-d2e4ffc90361 service nova] Releasing lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.555292] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413548, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.581162] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.581297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.581505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.581833] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.581918] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.585731] env[69905]: INFO nova.compute.manager [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Terminating instance [ 883.711020] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c891a0-9dcc-436a-9550-99891aa6cdce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.728563] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee336fc-6c87-49b6-af61-76da9e5fee82 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.778530] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d3e026-d702-4237-9835-41c74faff4e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.787256] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10550a32-bf15-41ca-8e47-8da14f1354cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.805864] env[69905]: DEBUG nova.compute.provider_tree [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.060063] env[69905]: DEBUG oslo_vmware.api [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413548, 'name': PowerOnVM_Task, 'duration_secs': 0.776607} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.060063] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.060063] env[69905]: INFO nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Took 8.85 seconds to spawn the instance on the hypervisor. [ 884.060063] env[69905]: DEBUG nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.060063] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cb02a4-95d8-47b8-8af5-75239e08c41b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.098877] env[69905]: DEBUG nova.compute.manager [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.098877] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.098877] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86363793-3934-49ce-9680-aac67b4f3ef6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.104417] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.104695] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da7f1334-5d04-433a-a2a1-80a7e3fc7f3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.112207] env[69905]: DEBUG oslo_vmware.api [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 884.112207] env[69905]: value = "task-3413549" [ 884.112207] env[69905]: _type = "Task" [ 884.112207] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.121756] env[69905]: DEBUG oslo_vmware.api [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.346772] env[69905]: ERROR nova.scheduler.client.report [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [req-b093367b-d233-4c70-874f-f9ee4e695d45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b093367b-d233-4c70-874f-f9ee4e695d45"}]} [ 884.366133] env[69905]: DEBUG nova.scheduler.client.report [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 884.383407] env[69905]: DEBUG nova.scheduler.client.report [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 884.383646] env[69905]: DEBUG nova.compute.provider_tree [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.398811] env[69905]: DEBUG nova.scheduler.client.report [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 884.419037] env[69905]: DEBUG nova.scheduler.client.report [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 884.581972] env[69905]: INFO nova.compute.manager [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Took 42.34 seconds to build instance. [ 884.626627] env[69905]: DEBUG oslo_vmware.api [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413549, 'name': PowerOffVM_Task, 'duration_secs': 0.230495} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.629962] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.630590] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.630909] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-656a9395-0725-4c41-afad-6678ea02d477 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.700075] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.700329] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.700544] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Deleting the datastore file [datastore1] 58a178b1-ebeb-4c63-96fc-9db5f823d8f1 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.701284] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ec2e7a-c7dc-4eff-8e61-b0382339a20c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.717044] env[69905]: DEBUG oslo_vmware.api [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for the task: (returnval){ [ 884.717044] env[69905]: value = "task-3413551" [ 884.717044] env[69905]: _type = "Task" [ 884.717044] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.726709] env[69905]: DEBUG oslo_vmware.api [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.789530] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "ef425dc4-a495-4bea-a09a-758416c3db5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.789808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.792505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "ef425dc4-a495-4bea-a09a-758416c3db5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.792505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.792505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.795694] env[69905]: INFO nova.compute.manager [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Terminating instance [ 884.890014] env[69905]: DEBUG nova.compute.manager [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.891664] env[69905]: DEBUG nova.compute.manager [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing instance network info cache due to event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.891924] env[69905]: DEBUG oslo_concurrency.lockutils [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] Acquiring lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.893468] env[69905]: DEBUG oslo_concurrency.lockutils [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] Acquired lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.894530] env[69905]: DEBUG nova.network.neutron [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.936861] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda6cd68-7f57-4e2b-9ea4-7c588dcb9e02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.945754] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd073b-5e8f-4b8d-ac41-ab75653586d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.987595] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52ebd4-064e-475c-b5e9-7c86d56dfd6d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.997021] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b426e3-303a-45f4-8c50-2887fd0f9921 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.013597] env[69905]: DEBUG nova.compute.provider_tree [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.084015] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3defdf1-3d70-44ad-a94a-88b7fb2384b1 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.588s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.231168] env[69905]: DEBUG oslo_vmware.api [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Task: {'id': task-3413551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177157} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.231463] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.231667] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.231973] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.232063] env[69905]: INFO nova.compute.manager [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 885.232378] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.232544] env[69905]: DEBUG nova.compute.manager [-] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.232647] env[69905]: DEBUG nova.network.neutron [-] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.300863] env[69905]: DEBUG nova.compute.manager [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.301452] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.304594] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521556d0-bec1-cb51-41a2-64ba40c26d6e/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.305859] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad9d44a-1790-446f-883d-1bdbb1a29cf9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.310857] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d16a03-3e32-4441-bf23-666748af1671 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.321732] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.323308] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f2fe031-f0ef-4559-a9ca-d87eeac87981 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.325638] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521556d0-bec1-cb51-41a2-64ba40c26d6e/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.325809] env[69905]: ERROR oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521556d0-bec1-cb51-41a2-64ba40c26d6e/disk-0.vmdk due to incomplete transfer. [ 885.326375] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85dc381d-bcb8-43c3-90f1-3a13abe34b1a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.332901] env[69905]: DEBUG oslo_vmware.api [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 885.332901] env[69905]: value = "task-3413552" [ 885.332901] env[69905]: _type = "Task" [ 885.332901] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.338335] env[69905]: DEBUG oslo_vmware.rw_handles [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521556d0-bec1-cb51-41a2-64ba40c26d6e/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.338563] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Uploaded image de78fc0b-7437-4d18-b5ef-935380554cdb to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.340963] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.341612] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3a4f7f6-06d5-447d-8450-1fe042afcb3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.347749] env[69905]: DEBUG oslo_vmware.api [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3413552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.349224] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 885.349224] env[69905]: value = "task-3413553" [ 885.349224] env[69905]: _type = "Task" [ 885.349224] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.358036] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413553, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.518923] env[69905]: DEBUG nova.scheduler.client.report [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.848036] env[69905]: DEBUG oslo_vmware.api [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3413552, 'name': PowerOffVM_Task, 'duration_secs': 0.375229} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.848036] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.848036] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.848292] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44601cd1-cc22-4e3e-851b-757fb0b75327 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.861256] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413553, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.875433] env[69905]: DEBUG nova.network.neutron [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updated VIF entry in instance network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.875791] env[69905]: DEBUG nova.network.neutron [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.026652] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.333s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.032971] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.230s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.037020] env[69905]: INFO nova.compute.claims [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.054052] env[69905]: DEBUG nova.network.neutron [-] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.070495] env[69905]: INFO nova.scheduler.client.report [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Deleted allocations for instance 5492fe6f-c1ca-4132-aa46-943a45a52da7 [ 886.287592] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.287885] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.288030] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Deleting the datastore file [datastore2] ef425dc4-a495-4bea-a09a-758416c3db5c {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.288554] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f58aa4b2-8697-4d72-9455-536659a35f23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.299054] env[69905]: DEBUG oslo_vmware.api [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for the task: (returnval){ [ 886.299054] env[69905]: value = "task-3413555" [ 886.299054] env[69905]: _type = "Task" [ 886.299054] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.312205] env[69905]: DEBUG oslo_vmware.api [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3413555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.326019] env[69905]: INFO nova.compute.manager [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Rebuilding instance [ 886.367848] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413553, 'name': Destroy_Task, 'duration_secs': 0.87892} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.367848] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Destroyed the VM [ 886.367848] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.367848] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0af24231-b1c5-4593-8af5-ba9cc7dcd8e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.373807] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 886.373807] env[69905]: value = "task-3413556" [ 886.373807] env[69905]: _type = "Task" [ 886.373807] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.380653] env[69905]: DEBUG oslo_concurrency.lockutils [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] Releasing lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.381460] env[69905]: DEBUG nova.compute.manager [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.381674] env[69905]: DEBUG nova.compute.manager [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing instance network info cache due to event network-changed-bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.382615] env[69905]: DEBUG oslo_concurrency.lockutils [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] Acquiring lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.382804] env[69905]: DEBUG oslo_concurrency.lockutils [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] Acquired lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.382971] env[69905]: DEBUG nova.network.neutron [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Refreshing network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.390087] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.390874] env[69905]: DEBUG nova.compute.manager [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.391957] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf4b6f1-e146-427d-8b56-6c8ae25853b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.449552] env[69905]: DEBUG nova.compute.manager [req-3bec1c1f-c041-4bf2-9177-2f2ad91376f5 req-4b45e929-391f-4076-b3b3-ef7054d1231c service nova] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Received event network-vif-deleted-e79b940d-ea06-4f7b-bb12-0ca8720fb1ba {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.560807] env[69905]: INFO nova.compute.manager [-] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Took 1.33 seconds to deallocate network for instance. [ 886.580891] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2acdccd7-3cc8-4f93-9227-6c76eff075c0 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.762s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.581784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.937s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.582019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.582246] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.582492] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.586597] env[69905]: INFO nova.compute.manager [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Terminating instance [ 886.808977] env[69905]: DEBUG oslo_vmware.api [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Task: {'id': task-3413555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212114} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.809320] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.809511] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.809683] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.809857] env[69905]: INFO nova.compute.manager [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Took 1.51 seconds to destroy the instance on the hypervisor. [ 886.810115] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.810359] env[69905]: DEBUG nova.compute.manager [-] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.810460] env[69905]: DEBUG nova.network.neutron [-] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.886108] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.040057] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "6f7fe935-bf84-4317-b97c-79c278d214f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.040552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.040768] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "6f7fe935-bf84-4317-b97c-79c278d214f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.040950] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.041131] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.043673] env[69905]: INFO nova.compute.manager [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Terminating instance [ 887.069095] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.092787] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.092962] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquired lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.093500] env[69905]: DEBUG nova.network.neutron [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.311452] env[69905]: DEBUG nova.network.neutron [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updated VIF entry in instance network info cache for port bf583db9-86bf-4241-8ab3-2cefb9f59d5c. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.311865] env[69905]: DEBUG nova.network.neutron [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [{"id": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "address": "fa:16:3e:78:18:66", "network": {"id": "558f1761-8d44-4bf2-a70a-36f1c56baf6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-557504768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "966feeae18ba431e9b4c63fa4f213f26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf583db9-86", "ovs_interfaceid": "bf583db9-86bf-4241-8ab3-2cefb9f59d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.388886] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.406737] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.407078] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-897c5dc0-65ca-47ed-b374-655a0b9ce55a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.418576] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 887.418576] env[69905]: value = "task-3413557" [ 887.418576] env[69905]: _type = "Task" [ 887.418576] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.427864] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.458804] env[69905]: DEBUG nova.compute.manager [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.459447] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f839b7a4-957d-48fd-96b8-11ecf2097b0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.499161] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a119d-ea04-4503-9bdd-37946a80ff55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.509674] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913a37dd-1b79-4f46-85c8-8b45b37fa979 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.544990] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d0049a-6912-4a3d-89af-ba1bb8608804 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.553347] env[69905]: DEBUG nova.compute.manager [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.553940] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.555449] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e03377d-06eb-4bfd-9cf4-b6fb56de6d6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.560608] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad464612-a131-4c86-8a80-d48e282a518d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.573421] env[69905]: DEBUG nova.compute.provider_tree [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.577247] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.577771] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e078a2-e195-4d06-8120-146ef69dc427 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.585463] env[69905]: DEBUG oslo_vmware.api [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 887.585463] env[69905]: value = "task-3413558" [ 887.585463] env[69905]: _type = "Task" [ 887.585463] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.596230] env[69905]: DEBUG nova.compute.utils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Can not refresh info_cache because instance was not found {{(pid=69905) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 887.598612] env[69905]: DEBUG oslo_vmware.api [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.626899] env[69905]: DEBUG nova.network.neutron [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.732723] env[69905]: DEBUG nova.network.neutron [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.814356] env[69905]: DEBUG oslo_concurrency.lockutils [req-01e6b462-1181-40f2-8bf5-fd37c8e206ba req-e8c5292a-704b-4bef-8f60-1d17b8e9468c service nova] Releasing lock "refresh_cache-6f7fe935-bf84-4317-b97c-79c278d214f3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.890186] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.928419] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413557, 'name': PowerOffVM_Task, 'duration_secs': 0.384387} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.928779] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.928946] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.929806] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9529da88-f782-4903-8bce-7604d9d348ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.936759] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.937037] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da23467-e065-4580-98b5-bf46fd46a0c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.977092] env[69905]: INFO nova.compute.manager [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] instance snapshotting [ 887.979896] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea147515-c7ba-48a8-ac41-64f81d556de3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.002022] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f586037-d40f-4f58-a2c8-7956bd1cd2e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.003496] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.003734] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.003912] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleting the datastore file [datastore1] 6d6d2c1c-8daf-40c1-a348-28588044e06d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.005810] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b7f3201-1492-4dc9-a97c-5814bdd0c3db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.014370] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 888.014370] env[69905]: value = "task-3413560" [ 888.014370] env[69905]: _type = "Task" [ 888.014370] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.022196] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.079538] env[69905]: DEBUG nova.scheduler.client.report [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.095579] env[69905]: DEBUG oslo_vmware.api [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413558, 'name': PowerOffVM_Task, 'duration_secs': 0.250978} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.095865] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.096127] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.096485] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5286572-66f2-4a15-b4fc-86467c988296 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.166570] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.166685] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.166867] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Deleting the datastore file [datastore2] 6f7fe935-bf84-4317-b97c-79c278d214f3 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.167161] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a4f71aa-705c-41a5-a028-351150b180bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.178238] env[69905]: DEBUG oslo_vmware.api [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for the task: (returnval){ [ 888.178238] env[69905]: value = "task-3413562" [ 888.178238] env[69905]: _type = "Task" [ 888.178238] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.189855] env[69905]: DEBUG oslo_vmware.api [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.234919] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Releasing lock "refresh_cache-5492fe6f-c1ca-4132-aa46-943a45a52da7" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.235941] env[69905]: DEBUG nova.compute.manager [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.236236] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.236606] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e82c8bf-4fbe-486c-b20b-738ab0cdfa55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.250637] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6204bc4-1aba-4c6c-a028-096f1fea48c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.299960] env[69905]: WARNING nova.virt.vmwareapi.vmops [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5492fe6f-c1ca-4132-aa46-943a45a52da7 could not be found. [ 888.300183] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.300363] env[69905]: INFO nova.compute.manager [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 888.300621] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.301134] env[69905]: DEBUG nova.compute.manager [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.301231] env[69905]: DEBUG nova.network.neutron [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.333954] env[69905]: DEBUG nova.network.neutron [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.385984] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413556, 'name': RemoveSnapshot_Task} progress is 63%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.513626] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 888.513783] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b712621-2774-4160-939f-509d254d86f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.532574] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156509} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.534855] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.534855] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.534855] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.537562] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 888.537562] env[69905]: value = "task-3413563" [ 888.537562] env[69905]: _type = "Task" [ 888.537562] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.548770] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.585328] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.585857] env[69905]: DEBUG nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.589591] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.574s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.591069] env[69905]: INFO nova.compute.claims [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.644609] env[69905]: DEBUG nova.network.neutron [-] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.688746] env[69905]: DEBUG oslo_vmware.api [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Task: {'id': task-3413562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203308} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.689197] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.689507] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.689800] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.691622] env[69905]: INFO nova.compute.manager [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 888.691622] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.691622] env[69905]: DEBUG nova.compute.manager [-] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.691622] env[69905]: DEBUG nova.network.neutron [-] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.803027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.803027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.803027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.803633] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.804522] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.809645] env[69905]: INFO nova.compute.manager [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Terminating instance [ 888.841310] env[69905]: DEBUG nova.network.neutron [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.888357] env[69905]: DEBUG oslo_vmware.api [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413556, 'name': RemoveSnapshot_Task, 'duration_secs': 2.153857} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.888692] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 888.888977] env[69905]: INFO nova.compute.manager [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Took 17.59 seconds to snapshot the instance on the hypervisor. [ 888.947370] env[69905]: DEBUG nova.compute.manager [req-5bfa6984-521e-48bc-8600-312626cae3b8 req-d470d31a-3ee7-489f-b800-f0dc90781f92 service nova] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Received event network-vif-deleted-f820f7f8-852a-48cc-a136-6e84634f8cf9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.055888] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413563, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.098808] env[69905]: DEBUG nova.compute.utils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.102392] env[69905]: DEBUG nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.102683] env[69905]: DEBUG nova.network.neutron [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.146569] env[69905]: INFO nova.compute.manager [-] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Took 2.34 seconds to deallocate network for instance. [ 889.169633] env[69905]: DEBUG nova.policy [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.314718] env[69905]: DEBUG nova.compute.manager [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.315100] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.315838] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf525c0-cf89-414d-b41a-87033ebdb688 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.326221] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.327578] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb98b28-fae5-4c93-9ed1-f726aa64024e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.334167] env[69905]: DEBUG oslo_vmware.api [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 889.334167] env[69905]: value = "task-3413564" [ 889.334167] env[69905]: _type = "Task" [ 889.334167] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.345621] env[69905]: DEBUG oslo_vmware.api [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.347024] env[69905]: INFO nova.compute.manager [-] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Took 1.05 seconds to deallocate network for instance. [ 889.467164] env[69905]: DEBUG nova.compute.manager [None req-3ddf2ae7-ee40-4706-bc06-e67e628abced tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Found 2 images (rotation: 2) {{(pid=69905) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 889.558828] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413563, 'name': CreateSnapshot_Task, 'duration_secs': 1.008768} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.558828] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.558991] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465e0ead-74c8-4be3-8a5d-4514751f1a8f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.588391] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.588720] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.588925] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.589155] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.589346] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.589524] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.589832] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.590050] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.590291] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.590474] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.590649] env[69905]: DEBUG nova.virt.hardware [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.591587] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9a733f-aa0a-4272-91ea-af7a2d96c0d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.595031] env[69905]: DEBUG nova.network.neutron [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Successfully created port: ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.602032] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320f16f2-73c7-4b83-a8d1-21756ff65e17 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.607356] env[69905]: DEBUG nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.624409] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61642cef-9309-4c6a-bb50-9dd4751cf6da', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.632212] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.633794] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.633794] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc2abac0-9e99-4424-9004-158eeec1e188 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.660426] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.661940] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.661940] env[69905]: value = "task-3413565" [ 889.661940] env[69905]: _type = "Task" [ 889.661940] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.671915] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413565, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.780423] env[69905]: DEBUG nova.network.neutron [-] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.812219] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "68ab22df-df70-46c3-b8a4-7f08275ddf71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.812637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.856605] env[69905]: DEBUG oslo_vmware.api [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413564, 'name': PowerOffVM_Task, 'duration_secs': 0.20147} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.858994] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.859223] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.859999] env[69905]: INFO nova.compute.manager [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance disappeared during terminate [ 889.860311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e0370a53-cb41-42c2-add6-9d1d2a6dbd44 tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "5492fe6f-c1ca-4132-aa46-943a45a52da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.279s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.861406] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e0a7ec8-d724-4ec2-b58d-d9a9c33fe12d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.942854] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.943863] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.943863] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Deleting the datastore file [datastore2] 01e016f6-7bf0-4f5d-8516-9176b6f628f7 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.943863] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b492f1a-dad6-4656-abe4-bc6eb0e03c3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.955020] env[69905]: DEBUG oslo_vmware.api [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for the task: (returnval){ [ 889.955020] env[69905]: value = "task-3413567" [ 889.955020] env[69905]: _type = "Task" [ 889.955020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.962272] env[69905]: DEBUG oslo_vmware.api [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.080710] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 890.081881] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d72b09c6-8db8-4ec6-8f17-dfbd36220e15 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.090326] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 890.090326] env[69905]: value = "task-3413568" [ 890.090326] env[69905]: _type = "Task" [ 890.090326] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.102467] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413568, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.175412] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413565, 'name': CreateVM_Task, 'duration_secs': 0.370413} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.176621] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.176621] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.178615] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.178615] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.178615] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38d5145-e51b-49df-950b-3ac5e4bb6951 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.182935] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd2b152-7017-4973-967c-55006c95e4a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.189697] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 890.189697] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523b2194-132b-d9bb-336a-10729090c366" [ 890.189697] env[69905]: _type = "Task" [ 890.189697] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.196527] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca496fc-a03c-4237-acad-188fddaaea8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.210023] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523b2194-132b-d9bb-336a-10729090c366, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.247659] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.247659] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.248110] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.248110] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.248199] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.249204] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c17db2b4-b3e9-4e7f-8d68-5f5d616a2095 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.251687] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd8e7c0-7d4d-4661-a934-4a1d9138ed24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.267456] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770727a-a877-4c83-8ef8-24d44eee7c43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.271404] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.271404] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.271899] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a918a8-47cf-40d0-8d69-8d28f863213e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.285082] env[69905]: INFO nova.compute.manager [-] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Took 1.59 seconds to deallocate network for instance. [ 890.296352] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 890.296352] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d0bdc-91e8-50c0-fe51-819851f7fb3a" [ 890.296352] env[69905]: _type = "Task" [ 890.296352] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.306402] env[69905]: DEBUG nova.compute.provider_tree [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.315352] env[69905]: DEBUG nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.325448] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d0bdc-91e8-50c0-fe51-819851f7fb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.326359] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12de4c5-430f-4665-a2b5-ba1279d6052e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.335574] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 890.335574] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bd49b3-3214-8219-8bdf-0678f861e2ce" [ 890.335574] env[69905]: _type = "Task" [ 890.335574] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.342269] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bd49b3-3214-8219-8bdf-0678f861e2ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.465294] env[69905]: DEBUG oslo_vmware.api [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Task: {'id': task-3413567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203669} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.465978] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.466104] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.466257] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.466496] env[69905]: INFO nova.compute.manager [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 890.466751] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.467039] env[69905]: DEBUG nova.compute.manager [-] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.467164] env[69905]: DEBUG nova.network.neutron [-] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.603798] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413568, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.620307] env[69905]: DEBUG nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.648825] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.648825] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.649077] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.649151] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.649305] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.649453] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.649689] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.649871] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.650580] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.650911] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.651247] env[69905]: DEBUG nova.virt.hardware [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.651851] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a87568-d181-4161-82ef-4b85c8b8962e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.663035] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7527297d-5459-418f-aca0-1803b18ba121 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.794421] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.811130] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.811341] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.816117] env[69905]: DEBUG nova.scheduler.client.report [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.849407] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bd49b3-3214-8219-8bdf-0678f861e2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.850349] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.850349] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.851576] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c5f6bf9-b2aa-481a-b8e3-ef52c2c83e76 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.857311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.858583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.858583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.866506] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 890.866506] env[69905]: value = "task-3413569" [ 890.866506] env[69905]: _type = "Task" [ 890.866506] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.876168] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.102876] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413568, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.173691] env[69905]: DEBUG nova.compute.manager [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.175519] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9afa8f-8ee5-461a-b8c7-707ac4d4b6fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.230386] env[69905]: DEBUG nova.compute.manager [req-d37decd6-e237-40c6-9bca-743264ffc479 req-9b4468dc-a927-44fa-b2b1-244c1a323d93 service nova] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Received event network-vif-deleted-bf583db9-86bf-4241-8ab3-2cefb9f59d5c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.230986] env[69905]: DEBUG nova.compute.manager [req-d37decd6-e237-40c6-9bca-743264ffc479 req-9b4468dc-a927-44fa-b2b1-244c1a323d93 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Received event network-vif-deleted-4f0de80c-39a6-4a0b-bab9-84782588cbfd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.232153] env[69905]: INFO nova.compute.manager [req-d37decd6-e237-40c6-9bca-743264ffc479 req-9b4468dc-a927-44fa-b2b1-244c1a323d93 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Neutron deleted interface 4f0de80c-39a6-4a0b-bab9-84782588cbfd; detaching it from the instance and deleting it from the info cache [ 891.232376] env[69905]: DEBUG nova.network.neutron [req-d37decd6-e237-40c6-9bca-743264ffc479 req-9b4468dc-a927-44fa-b2b1-244c1a323d93 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.251899] env[69905]: DEBUG nova.compute.manager [req-3a62a971-3e21-456c-a5b4-46d1f6fdd3a6 req-bb947a12-c370-46d6-998f-7af447a2ac16 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-vif-plugged-ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.252195] env[69905]: DEBUG oslo_concurrency.lockutils [req-3a62a971-3e21-456c-a5b4-46d1f6fdd3a6 req-bb947a12-c370-46d6-998f-7af447a2ac16 service nova] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.252447] env[69905]: DEBUG oslo_concurrency.lockutils [req-3a62a971-3e21-456c-a5b4-46d1f6fdd3a6 req-bb947a12-c370-46d6-998f-7af447a2ac16 service nova] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.252447] env[69905]: DEBUG oslo_concurrency.lockutils [req-3a62a971-3e21-456c-a5b4-46d1f6fdd3a6 req-bb947a12-c370-46d6-998f-7af447a2ac16 service nova] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.252842] env[69905]: DEBUG nova.compute.manager [req-3a62a971-3e21-456c-a5b4-46d1f6fdd3a6 req-bb947a12-c370-46d6-998f-7af447a2ac16 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] No waiting events found dispatching network-vif-plugged-ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.252938] env[69905]: WARNING nova.compute.manager [req-3a62a971-3e21-456c-a5b4-46d1f6fdd3a6 req-bb947a12-c370-46d6-998f-7af447a2ac16 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received unexpected event network-vif-plugged-ec0694c2-5dc2-4402-ac86-f8130ce8a49f for instance with vm_state building and task_state spawning. [ 891.303273] env[69905]: DEBUG nova.network.neutron [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Successfully updated port: ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.314599] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.327268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.327802] env[69905]: DEBUG nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.331212] env[69905]: DEBUG nova.network.neutron [-] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.333257] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.879s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.361814] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.380295] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.601905] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413568, 'name': CloneVM_Task} progress is 95%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.697122] env[69905]: INFO nova.compute.manager [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] instance snapshotting [ 891.697981] env[69905]: DEBUG nova.objects.instance [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'flavor' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.735359] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-620efc85-6825-4fdd-81d1-79132b1268c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.745699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e533aa-4a93-4f2c-b50b-8f54738df510 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.779756] env[69905]: DEBUG nova.compute.manager [req-d37decd6-e237-40c6-9bca-743264ffc479 req-9b4468dc-a927-44fa-b2b1-244c1a323d93 service nova] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Detach interface failed, port_id=4f0de80c-39a6-4a0b-bab9-84782588cbfd, reason: Instance 01e016f6-7bf0-4f5d-8516-9176b6f628f7 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.809870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.809870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.809870] env[69905]: DEBUG nova.network.neutron [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.833372] env[69905]: DEBUG nova.compute.utils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.835666] env[69905]: DEBUG nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.835666] env[69905]: DEBUG nova.network.neutron [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.837504] env[69905]: INFO nova.compute.manager [-] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Took 1.37 seconds to deallocate network for instance. [ 891.839822] env[69905]: INFO nova.compute.claims [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.844237] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.886040] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587561} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.886040] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.886040] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.886040] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-154c539e-a757-4d95-b6be-5c6621e1dd33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.889679] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.893343] env[69905]: DEBUG nova.policy [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863b16622b1343738b24327c47f1f699', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ac4ccba471486ab142c66c94341f87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.896684] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 891.896684] env[69905]: value = "task-3413570" [ 891.896684] env[69905]: _type = "Task" [ 891.896684] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.905936] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.107339] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413568, 'name': CloneVM_Task, 'duration_secs': 1.827329} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.107659] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Created linked-clone VM from snapshot [ 892.112019] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4158327f-86b8-48a8-ad30-75cd16b96df5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.115999] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Uploading image f21d6bbd-e967-4c17-98c1-bc2b94286582 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 892.148501] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 892.148501] env[69905]: value = "vm-681142" [ 892.148501] env[69905]: _type = "VirtualMachine" [ 892.148501] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 892.149293] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4f63593-b742-4bb9-a44e-3fe28897301b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.157084] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease: (returnval){ [ 892.157084] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a6f884-b7ee-18b9-00a1-cd4d261c9bfe" [ 892.157084] env[69905]: _type = "HttpNfcLease" [ 892.157084] env[69905]: } obtained for exporting VM: (result){ [ 892.157084] env[69905]: value = "vm-681142" [ 892.157084] env[69905]: _type = "VirtualMachine" [ 892.157084] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 892.157428] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the lease: (returnval){ [ 892.157428] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a6f884-b7ee-18b9-00a1-cd4d261c9bfe" [ 892.157428] env[69905]: _type = "HttpNfcLease" [ 892.157428] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 892.163572] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.163572] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a6f884-b7ee-18b9-00a1-cd4d261c9bfe" [ 892.163572] env[69905]: _type = "HttpNfcLease" [ 892.163572] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 892.179136] env[69905]: DEBUG nova.network.neutron [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Successfully created port: 77918ebe-e216-4e5f-960a-6f93afad4c5a {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.205503] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c67eb-5a7e-46d2-a9ec-aa869b8b9941 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.229327] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3d94c-0545-44f7-b4cb-78a059148866 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.345381] env[69905]: DEBUG nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.350525] env[69905]: INFO nova.compute.resource_tracker [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating resource usage from migration 4d39d1fb-878d-44cf-aa94-f402036986a7 [ 892.354284] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.360355] env[69905]: DEBUG nova.network.neutron [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.408470] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074092} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.410966] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.414895] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b044b4f3-28fc-4b79-aea3-49f666f7fe89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.446354] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.450339] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca68214-0b29-40b1-8b97-193372355b02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.475677] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 892.475677] env[69905]: value = "task-3413572" [ 892.475677] env[69905]: _type = "Task" [ 892.475677] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.484942] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.614425] env[69905]: DEBUG nova.network.neutron [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.665769] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.665769] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a6f884-b7ee-18b9-00a1-cd4d261c9bfe" [ 892.665769] env[69905]: _type = "HttpNfcLease" [ 892.665769] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.666175] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.666175] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a6f884-b7ee-18b9-00a1-cd4d261c9bfe" [ 892.666175] env[69905]: _type = "HttpNfcLease" [ 892.666175] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.668900] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b2fec-b982-4f26-bc5e-c59b3948f974 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.675943] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52718618-fc84-84d2-5270-49d12b717790/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.676125] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52718618-fc84-84d2-5270-49d12b717790/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.743456] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 892.743782] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a7c36d2-ffce-4e55-8ad2-ebade53116bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.752824] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 892.752824] env[69905]: value = "task-3413573" [ 892.752824] env[69905]: _type = "Task" [ 892.752824] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.762284] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.772880] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98c2241d-ba15-45fb-a227-7e907f45e00d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.882288] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773d15e-b6d9-4529-af62-14d1b89f6a0b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.891617] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136a10d5-394c-464d-99f9-61af272d911d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.923665] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c4393-c2d6-4581-b2c0-5c69f9d4c00f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.932272] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fa8fe5-9f15-46aa-ae16-618d7ed6c97a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.950028] env[69905]: DEBUG nova.compute.provider_tree [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.953053] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.953053] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.988087] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413572, 'name': ReconfigVM_Task, 'duration_secs': 0.485182} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.988369] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 6d6d2c1c-8daf-40c1-a348-28588044e06d/6d6d2c1c-8daf-40c1-a348-28588044e06d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.988992] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0fbbeac-6a6c-46c4-8a83-42145e2a8c89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.996064] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 892.996064] env[69905]: value = "task-3413574" [ 892.996064] env[69905]: _type = "Task" [ 892.996064] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.008346] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413574, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.117410] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.117841] env[69905]: DEBUG nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Instance network_info: |[{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.118304] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:c1:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec0694c2-5dc2-4402-ac86-f8130ce8a49f', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.126851] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.127145] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.128391] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e6c737-0ae5-497f-a846-0e182be3cf6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.148892] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.148892] env[69905]: value = "task-3413575" [ 893.148892] env[69905]: _type = "Task" [ 893.148892] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.165057] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413575, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.263360] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413573, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.284566] env[69905]: DEBUG nova.compute.manager [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-changed-ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.284966] env[69905]: DEBUG nova.compute.manager [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing instance network info cache due to event network-changed-ec0694c2-5dc2-4402-ac86-f8130ce8a49f. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.285254] env[69905]: DEBUG oslo_concurrency.lockutils [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.285449] env[69905]: DEBUG oslo_concurrency.lockutils [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.285660] env[69905]: DEBUG nova.network.neutron [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing network info cache for port ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.357868] env[69905]: DEBUG nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.386964] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.387222] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.387394] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.387642] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.387784] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.387931] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.388172] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.388335] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.388504] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.388663] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.388856] env[69905]: DEBUG nova.virt.hardware [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.389874] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1875d8e2-0eef-4c40-afa0-546fc42dd3a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.398597] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b8f71-4caf-4d4a-a3e0-05af365ce717 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.454036] env[69905]: DEBUG nova.scheduler.client.report [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.458187] env[69905]: DEBUG nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.509747] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413574, 'name': Rename_Task, 'duration_secs': 0.150045} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.510112] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.510374] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5df50d9-66e2-49ec-9592-19f00633e1af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.515934] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 893.515934] env[69905]: value = "task-3413576" [ 893.515934] env[69905]: _type = "Task" [ 893.515934] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.524737] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.662586] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413575, 'name': CreateVM_Task, 'duration_secs': 0.360211} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.662943] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.663892] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.664185] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.664684] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.665930] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b17915-0d75-484e-baf7-cd9caac3c7dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.670166] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 893.670166] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52182ae7-ac08-3524-4726-4a353b4fa114" [ 893.670166] env[69905]: _type = "Task" [ 893.670166] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.678963] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52182ae7-ac08-3524-4726-4a353b4fa114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.763693] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413573, 'name': CreateSnapshot_Task, 'duration_secs': 0.549555} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.764063] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 893.764829] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eddbf3-827c-4468-a13d-27e042d906f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.769764] env[69905]: DEBUG nova.network.neutron [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Successfully updated port: 77918ebe-e216-4e5f-960a-6f93afad4c5a {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.964864] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.632s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.965273] env[69905]: INFO nova.compute.manager [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Migrating [ 893.981104] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.300s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.983287] env[69905]: INFO nova.compute.claims [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.014302] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.024306] env[69905]: DEBUG nova.network.neutron [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updated VIF entry in instance network info cache for port ec0694c2-5dc2-4402-ac86-f8130ce8a49f. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.024822] env[69905]: DEBUG nova.network.neutron [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.030093] env[69905]: DEBUG oslo_vmware.api [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413576, 'name': PowerOnVM_Task, 'duration_secs': 0.489507} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.030605] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.030837] env[69905]: DEBUG nova.compute.manager [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.031686] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b323c724-3579-4328-8651-08048e265c3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.181028] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52182ae7-ac08-3524-4726-4a353b4fa114, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.181502] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.181753] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.182251] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.182580] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.183123] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.183727] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59c57ca4-91a9-46b9-ab46-cd0cf2c0c93f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.194521] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.194781] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.195642] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c1db45-7956-40ef-85e7-d544f3088e23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.201716] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 894.201716] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529910ee-d98e-025c-8467-e7e90df9371f" [ 894.201716] env[69905]: _type = "Task" [ 894.201716] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.211257] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529910ee-d98e-025c-8467-e7e90df9371f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.287383] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 894.287937] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "refresh_cache-78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.288101] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired lock "refresh_cache-78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.288270] env[69905]: DEBUG nova.network.neutron [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.289375] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28dcc76e-c22c-471c-9d21-24d922079b9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.298516] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 894.298516] env[69905]: value = "task-3413577" [ 894.298516] env[69905]: _type = "Task" [ 894.298516] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.307500] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413577, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.500076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.500423] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.500587] env[69905]: DEBUG nova.network.neutron [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.531249] env[69905]: DEBUG oslo_concurrency.lockutils [req-9d71e872-bb8b-463d-a8a9-c7f55a3bebf2 req-5e5eadbf-9f8a-40d9-b4de-ac23b9700cbd service nova] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.550307] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.712394] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529910ee-d98e-025c-8467-e7e90df9371f, 'name': SearchDatastore_Task, 'duration_secs': 0.015494} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.713257] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a25aec-3cfb-4403-a2a7-14077ee0335b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.721020] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 894.721020] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b59ea0-5fb7-0e52-fa42-5dc85a2d81c1" [ 894.721020] env[69905]: _type = "Task" [ 894.721020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.727652] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b59ea0-5fb7-0e52-fa42-5dc85a2d81c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.809589] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413577, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.827637] env[69905]: DEBUG nova.network.neutron [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.982847] env[69905]: DEBUG nova.network.neutron [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Updating instance_info_cache with network_info: [{"id": "77918ebe-e216-4e5f-960a-6f93afad4c5a", "address": "fa:16:3e:5b:44:41", "network": {"id": "c03218e7-8b2b-45ae-9934-3ffa727741d5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1391426756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ac4ccba471486ab142c66c94341f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77918ebe-e2", "ovs_interfaceid": "77918ebe-e216-4e5f-960a-6f93afad4c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.231350] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b59ea0-5fb7-0e52-fa42-5dc85a2d81c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.234294] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.234630] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 29ebea62-7792-4776-96fd-677116c75b62/29ebea62-7792-4776-96fd-677116c75b62.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.235182] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-361b82dd-4551-443c-9502-ba99df5a1f00 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.242158] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 895.242158] env[69905]: value = "task-3413578" [ 895.242158] env[69905]: _type = "Task" [ 895.242158] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.246906] env[69905]: DEBUG nova.network.neutron [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [{"id": "c18821de-e5af-4097-9805-cf3cbbd03c23", "address": "fa:16:3e:a9:9c:b5", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18821de-e5", "ovs_interfaceid": "c18821de-e5af-4097-9805-cf3cbbd03c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.258034] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.310491] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413577, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.424792] env[69905]: DEBUG nova.compute.manager [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Received event network-vif-plugged-77918ebe-e216-4e5f-960a-6f93afad4c5a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.425274] env[69905]: DEBUG oslo_concurrency.lockutils [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] Acquiring lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.425274] env[69905]: DEBUG oslo_concurrency.lockutils [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.425390] env[69905]: DEBUG oslo_concurrency.lockutils [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.425577] env[69905]: DEBUG nova.compute.manager [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] No waiting events found dispatching network-vif-plugged-77918ebe-e216-4e5f-960a-6f93afad4c5a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.425742] env[69905]: WARNING nova.compute.manager [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Received unexpected event network-vif-plugged-77918ebe-e216-4e5f-960a-6f93afad4c5a for instance with vm_state building and task_state spawning. [ 895.425889] env[69905]: DEBUG nova.compute.manager [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Received event network-changed-77918ebe-e216-4e5f-960a-6f93afad4c5a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.426048] env[69905]: DEBUG nova.compute.manager [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Refreshing instance network info cache due to event network-changed-77918ebe-e216-4e5f-960a-6f93afad4c5a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.426213] env[69905]: DEBUG oslo_concurrency.lockutils [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] Acquiring lock "refresh_cache-78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.485913] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Releasing lock "refresh_cache-78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.486903] env[69905]: DEBUG nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Instance network_info: |[{"id": "77918ebe-e216-4e5f-960a-6f93afad4c5a", "address": "fa:16:3e:5b:44:41", "network": {"id": "c03218e7-8b2b-45ae-9934-3ffa727741d5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1391426756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ac4ccba471486ab142c66c94341f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77918ebe-e2", "ovs_interfaceid": "77918ebe-e216-4e5f-960a-6f93afad4c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.487088] env[69905]: DEBUG oslo_concurrency.lockutils [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] Acquired lock "refresh_cache-78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.487410] env[69905]: DEBUG nova.network.neutron [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Refreshing network info cache for port 77918ebe-e216-4e5f-960a-6f93afad4c5a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.488788] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:44:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77918ebe-e216-4e5f-960a-6f93afad4c5a', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.497924] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.500781] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.501054] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06164d49-6b5e-43d9-a902-9c0e399f6e81 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.504193] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e25fd494-303f-4bd3-bd58-18b96f568760 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.525425] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0003a3-1e43-4687-9720-2d33c0766196 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.530963] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.530963] env[69905]: value = "task-3413579" [ 895.530963] env[69905]: _type = "Task" [ 895.530963] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.566590] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3126196-119c-4872-9bad-7bf24bdb64d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.573779] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413579, 'name': CreateVM_Task} progress is 15%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.579749] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafc38e-4428-4047-9090-14538cd06757 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.597100] env[69905]: DEBUG nova.compute.provider_tree [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.753626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.755199] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.811915] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413577, 'name': CloneVM_Task, 'duration_secs': 1.482439} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.812325] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Created linked-clone VM from snapshot [ 895.813242] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2424b8c-90da-42ca-b9fc-ab09ada82713 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.822433] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Uploading image 54bda34f-bcdb-44f6-9b0f-d3965b8d6d52 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 895.849235] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 895.849235] env[69905]: value = "vm-681145" [ 895.849235] env[69905]: _type = "VirtualMachine" [ 895.849235] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 895.849714] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-661eac22-6935-4e09-b25f-c6dbb623923e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.857131] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease: (returnval){ [ 895.857131] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4021-8917-e8ef-cd76-8408ac8455e0" [ 895.857131] env[69905]: _type = "HttpNfcLease" [ 895.857131] env[69905]: } obtained for exporting VM: (result){ [ 895.857131] env[69905]: value = "vm-681145" [ 895.857131] env[69905]: _type = "VirtualMachine" [ 895.857131] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 895.857462] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the lease: (returnval){ [ 895.857462] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4021-8917-e8ef-cd76-8408ac8455e0" [ 895.857462] env[69905]: _type = "HttpNfcLease" [ 895.857462] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 895.864350] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.864350] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4021-8917-e8ef-cd76-8408ac8455e0" [ 895.864350] env[69905]: _type = "HttpNfcLease" [ 895.864350] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 895.930704] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "968d5406-15e8-47d8-ae02-0a91e321db9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.931030] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.931247] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "968d5406-15e8-47d8-ae02-0a91e321db9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.931780] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.931780] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.934120] env[69905]: INFO nova.compute.manager [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Terminating instance [ 896.044189] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413579, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.101396] env[69905]: DEBUG nova.scheduler.client.report [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.255779] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628016} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.256603] env[69905]: DEBUG nova.network.neutron [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Updated VIF entry in instance network info cache for port 77918ebe-e216-4e5f-960a-6f93afad4c5a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.256943] env[69905]: DEBUG nova.network.neutron [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Updating instance_info_cache with network_info: [{"id": "77918ebe-e216-4e5f-960a-6f93afad4c5a", "address": "fa:16:3e:5b:44:41", "network": {"id": "c03218e7-8b2b-45ae-9934-3ffa727741d5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1391426756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ac4ccba471486ab142c66c94341f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77918ebe-e2", "ovs_interfaceid": "77918ebe-e216-4e5f-960a-6f93afad4c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.261316] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 29ebea62-7792-4776-96fd-677116c75b62/29ebea62-7792-4776-96fd-677116c75b62.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.261547] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.262078] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8857c03-d767-4828-b9a7-560084827c23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.270645] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 896.270645] env[69905]: value = "task-3413581" [ 896.270645] env[69905]: _type = "Task" [ 896.270645] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.282733] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.365420] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.365420] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4021-8917-e8ef-cd76-8408ac8455e0" [ 896.365420] env[69905]: _type = "HttpNfcLease" [ 896.365420] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 896.365746] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 896.365746] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4021-8917-e8ef-cd76-8408ac8455e0" [ 896.365746] env[69905]: _type = "HttpNfcLease" [ 896.365746] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 896.366509] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b3e682-9327-4850-8c1f-b4467f2d60a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.375996] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245057e-95ee-033e-60d4-2337ce90b0cf/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 896.376250] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245057e-95ee-033e-60d4-2337ce90b0cf/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 896.441986] env[69905]: DEBUG nova.compute.manager [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.442289] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.443182] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b66847-ad38-492e-af78-4153fa72fded {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.450292] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.450566] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec3a55a-6a32-4eba-a3fd-80d2dbb3eb7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.456930] env[69905]: DEBUG oslo_vmware.api [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 896.456930] env[69905]: value = "task-3413582" [ 896.456930] env[69905]: _type = "Task" [ 896.456930] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.464781] env[69905]: DEBUG oslo_vmware.api [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.477598] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9d094b3-a20a-48ed-ba4b-13336dcda9a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.542909] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413579, 'name': CreateVM_Task, 'duration_secs': 0.81728} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.542909] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.543509] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.543509] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.543630] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.543884] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a148817a-1039-473b-86d3-a7772263e810 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.549253] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 896.549253] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529625d5-528f-483f-3f50-34c1b72d6b6a" [ 896.549253] env[69905]: _type = "Task" [ 896.549253] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.558464] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529625d5-528f-483f-3f50-34c1b72d6b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.611539] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.612125] env[69905]: DEBUG nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.617444] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.331s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.617444] env[69905]: INFO nova.compute.claims [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.763012] env[69905]: DEBUG oslo_concurrency.lockutils [req-b38e9c10-c937-4f94-8f73-376e1951360f req-599532df-5b46-45f9-a05b-4ec77c5c0fd6 service nova] Releasing lock "refresh_cache-78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.783169] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109986} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.783707] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.784640] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76fe42f-1b98-4f68-a13b-0b9d2214a670 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.810094] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 29ebea62-7792-4776-96fd-677116c75b62/29ebea62-7792-4776-96fd-677116c75b62.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.810789] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9064aca-4064-461b-9432-f36264b4178a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.832362] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 896.832362] env[69905]: value = "task-3413583" [ 896.832362] env[69905]: _type = "Task" [ 896.832362] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.843218] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.971519] env[69905]: DEBUG oslo_vmware.api [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413582, 'name': PowerOffVM_Task, 'duration_secs': 0.297421} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.972099] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.972465] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.972916] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9cfb2a0-64fd-4c62-8a77-28c62dd82689 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.039730] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.040050] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.040224] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleting the datastore file [datastore2] 968d5406-15e8-47d8-ae02-0a91e321db9a {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.040494] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b524110-9311-45da-9067-6e26e6f94691 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.047533] env[69905]: DEBUG oslo_vmware.api [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 897.047533] env[69905]: value = "task-3413585" [ 897.047533] env[69905]: _type = "Task" [ 897.047533] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.060225] env[69905]: DEBUG oslo_vmware.api [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.063947] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529625d5-528f-483f-3f50-34c1b72d6b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.064376] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.064763] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.065161] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.065426] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.065695] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.066044] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d523971-37ed-4d7d-b98a-9b805a79e3a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.075196] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.075500] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.076359] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6d22da-cb44-437d-a9a4-8e12cb1ed13b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.084501] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 897.084501] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526147d4-f0ec-e3e4-4328-39aa2d99e7d6" [ 897.084501] env[69905]: _type = "Task" [ 897.084501] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.092231] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526147d4-f0ec-e3e4-4328-39aa2d99e7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.124384] env[69905]: DEBUG nova.compute.utils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.127073] env[69905]: DEBUG nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.127073] env[69905]: DEBUG nova.network.neutron [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.186596] env[69905]: DEBUG nova.policy [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c18cc83bae7402b8a4ef594109fe92f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '510e94756a7a44d1b2cb7f743c92113b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.277530] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958c9cc-2f0b-4797-ab54-261a5bcc0b7e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.303559] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance '26adcc07-ec19-4679-80af-0c072d0b9fdc' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.309189] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.309388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.343984] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413583, 'name': ReconfigVM_Task, 'duration_secs': 0.387924} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.344632] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 29ebea62-7792-4776-96fd-677116c75b62/29ebea62-7792-4776-96fd-677116c75b62.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.345376] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7f3eae6-04ac-43da-943a-f8829fb789f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.355474] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 897.355474] env[69905]: value = "task-3413586" [ 897.355474] env[69905]: _type = "Task" [ 897.355474] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.365860] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413586, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.557285] env[69905]: DEBUG oslo_vmware.api [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216019} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.557677] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.557938] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.558173] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.558399] env[69905]: INFO nova.compute.manager [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 897.558674] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.558885] env[69905]: DEBUG nova.compute.manager [-] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.559054] env[69905]: DEBUG nova.network.neutron [-] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.564520] env[69905]: DEBUG nova.network.neutron [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Successfully created port: d8dba30e-c007-4a86-a032-bee12d426fc0 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.596477] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526147d4-f0ec-e3e4-4328-39aa2d99e7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.599640] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036ea3ed-7990-492a-bb80-6656c74c16c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.606170] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 897.606170] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e6235-290e-43b4-f9f0-25b2afa18890" [ 897.606170] env[69905]: _type = "Task" [ 897.606170] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.614934] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e6235-290e-43b4-f9f0-25b2afa18890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.630826] env[69905]: DEBUG nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.693037] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.693448] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.812049] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.812815] env[69905]: DEBUG nova.compute.utils [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.816191] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af480e06-a577-4df1-bf94-945fb5f76d60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.824792] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 897.824792] env[69905]: value = "task-3413587" [ 897.824792] env[69905]: _type = "Task" [ 897.824792] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.842865] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.868325] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413586, 'name': Rename_Task, 'duration_secs': 0.154153} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.868718] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.869105] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c12a94-d1b1-4ae4-b471-afeedf22d952 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.877273] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 897.877273] env[69905]: value = "task-3413588" [ 897.877273] env[69905]: _type = "Task" [ 897.877273] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.889329] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.119154] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e6235-290e-43b4-f9f0-25b2afa18890, 'name': SearchDatastore_Task, 'duration_secs': 0.023787} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.119567] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.119896] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3/78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.121154] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0baec7da-e2d8-4ce2-82cf-bb6c17e85448 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.125994] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e687dd65-f513-4869-964d-90c516d56f29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.130278] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 898.130278] env[69905]: value = "task-3413589" [ 898.130278] env[69905]: _type = "Task" [ 898.130278] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.142258] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbaa5c3-8050-4105-9bf5-9c75235f757b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.149778] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.180287] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe722d-7d02-40c5-a1fe-745a7075344e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.188518] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ec084b-e4a2-469a-ae12-99337ee103f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.212039] env[69905]: DEBUG nova.compute.provider_tree [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.215854] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.216315] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.216509] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.216754] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.217136] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.217300] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.217368] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 898.217816] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.317692] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.338699] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413587, 'name': PowerOffVM_Task, 'duration_secs': 0.266902} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.339068] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.339273] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance '26adcc07-ec19-4679-80af-0c072d0b9fdc' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.388708] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.395813] env[69905]: DEBUG nova.network.neutron [-] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.642605] env[69905]: DEBUG nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.644825] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.717053] env[69905]: DEBUG nova.scheduler.client.report [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.721231] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.847321] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.847321] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.847321] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.847321] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.847693] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.847693] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.847893] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.848115] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.848344] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.848548] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.848748] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.855764] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9768c79d-0699-4da7-8c9d-81a7c4db8a18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.876387] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 898.876387] env[69905]: value = "task-3413590" [ 898.876387] env[69905]: _type = "Task" [ 898.876387] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.894607] env[69905]: DEBUG oslo_vmware.api [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413588, 'name': PowerOnVM_Task, 'duration_secs': 0.599073} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.894773] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.895028] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.895285] env[69905]: INFO nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Took 8.27 seconds to spawn the instance on the hypervisor. [ 898.895540] env[69905]: DEBUG nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.896603] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f6cc2b-3d4c-42f6-9a20-1875f423b297 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.900871] env[69905]: INFO nova.compute.manager [-] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Took 1.34 seconds to deallocate network for instance. [ 899.110529] env[69905]: DEBUG nova.network.neutron [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Successfully updated port: d8dba30e-c007-4a86-a032-bee12d426fc0 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.141240] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413589, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.176601] env[69905]: DEBUG nova.compute.manager [req-7379df84-ef2a-4682-a3ad-2b728bb8160d req-d91e8cc8-f3a7-4106-b598-77adedb8728b service nova] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Received event network-vif-deleted-6018bfb8-9417-4f93-9150-bf62c3905f79 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.223029] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.223603] env[69905]: DEBUG nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.227158] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.397s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.227493] env[69905]: DEBUG nova.objects.instance [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lazy-loading 'resources' on Instance uuid 334e7a11-d6da-48fb-b370-8652965bca1f {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.386341] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413590, 'name': ReconfigVM_Task, 'duration_secs': 0.251037} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.386696] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance '26adcc07-ec19-4679-80af-0c072d0b9fdc' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.410237] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.410237] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.410734] env[69905]: INFO nova.compute.manager [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Attaching volume ff889ae4-446b-4ac1-ba5d-744026592cc0 to /dev/sdb [ 899.415879] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.429653] env[69905]: INFO nova.compute.manager [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Took 44.64 seconds to build instance. [ 899.459413] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daab763a-39a2-4fce-a60d-7dadd54069f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.466848] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683e703-c50d-42ea-8b25-b9fdb6f0cf8c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.482449] env[69905]: DEBUG nova.virt.block_device [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updating existing volume attachment record: c3ea55a1-1039-4d09-b336-81cd195eb94d {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 899.613120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "refresh_cache-cd55ecc9-a0e3-4331-b33a-8714e8578857" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.613306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquired lock "refresh_cache-cd55ecc9-a0e3-4331-b33a-8714e8578857" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.613466] env[69905]: DEBUG nova.network.neutron [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.641695] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413589, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.731672] env[69905]: DEBUG nova.compute.utils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.738059] env[69905]: DEBUG nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.738059] env[69905]: DEBUG nova.network.neutron [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.782120] env[69905]: DEBUG nova.policy [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd532b60737ed4971ac598484d1642585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1047d56971f42cb8786ad664cd640ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.893086] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:03:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='335bf4f9-7098-4569-b5df-1f5c72b35eb2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-214913822',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.893339] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.893501] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.894506] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.894506] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.894506] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.894506] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.894506] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.894506] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.894764] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.895071] env[69905]: DEBUG nova.virt.hardware [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.900692] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 899.903536] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3a1959-74dd-4242-9cf4-b9bbf78a2549 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.922916] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 899.922916] env[69905]: value = "task-3413594" [ 899.922916] env[69905]: _type = "Task" [ 899.922916] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.933186] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d1a72d74-941d-413d-a1df-8d033f3caa6e tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "29ebea62-7792-4776-96fd-677116c75b62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.285s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.934419] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.079796] env[69905]: DEBUG nova.network.neutron [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Successfully created port: e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.142636] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413589, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.5867} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.142943] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3/78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.143138] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.143394] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb88f665-cbf2-4a58-ad18-a75c6996a27d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.149864] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 900.149864] env[69905]: value = "task-3413595" [ 900.149864] env[69905]: _type = "Task" [ 900.149864] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.158899] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.238401] env[69905]: DEBUG nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.256232] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78ce6f-5832-4525-9902-42cdec1f0376 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.265681] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f066dce-4b47-4d58-9ebc-046d96967405 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.304653] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc74ba24-0833-4f42-a7c1-4096003bf6e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.313630] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02d398-2c80-48d7-8c97-8aae91ac6296 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.330185] env[69905]: DEBUG nova.compute.provider_tree [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.364354] env[69905]: DEBUG nova.network.neutron [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.435379] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413594, 'name': ReconfigVM_Task, 'duration_secs': 0.234173} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.435699] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.436616] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55e1fc2-fd8b-41db-8657-3b699181c4bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.461287] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.461669] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc41d95-bfdb-4f98-95a3-5f89e167ea4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.485019] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 900.485019] env[69905]: value = "task-3413596" [ 900.485019] env[69905]: _type = "Task" [ 900.485019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.494870] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.562710] env[69905]: DEBUG nova.network.neutron [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Updating instance_info_cache with network_info: [{"id": "d8dba30e-c007-4a86-a032-bee12d426fc0", "address": "fa:16:3e:1e:3a:35", "network": {"id": "20c3e0ad-af3d-48d8-be50-53939a3f809f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1180309408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510e94756a7a44d1b2cb7f743c92113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dba30e-c0", "ovs_interfaceid": "d8dba30e-c007-4a86-a032-bee12d426fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.631020] env[69905]: DEBUG nova.compute.manager [req-d90a6d50-de4c-4125-8d72-49cad7199a34 req-f78e145e-ee10-45a8-a506-eac083c77428 service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Received event network-vif-plugged-d8dba30e-c007-4a86-a032-bee12d426fc0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.631020] env[69905]: DEBUG oslo_concurrency.lockutils [req-d90a6d50-de4c-4125-8d72-49cad7199a34 req-f78e145e-ee10-45a8-a506-eac083c77428 service nova] Acquiring lock "cd55ecc9-a0e3-4331-b33a-8714e8578857-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.631175] env[69905]: DEBUG oslo_concurrency.lockutils [req-d90a6d50-de4c-4125-8d72-49cad7199a34 req-f78e145e-ee10-45a8-a506-eac083c77428 service nova] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.631408] env[69905]: DEBUG oslo_concurrency.lockutils [req-d90a6d50-de4c-4125-8d72-49cad7199a34 req-f78e145e-ee10-45a8-a506-eac083c77428 service nova] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.631578] env[69905]: DEBUG nova.compute.manager [req-d90a6d50-de4c-4125-8d72-49cad7199a34 req-f78e145e-ee10-45a8-a506-eac083c77428 service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] No waiting events found dispatching network-vif-plugged-d8dba30e-c007-4a86-a032-bee12d426fc0 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.631771] env[69905]: WARNING nova.compute.manager [req-d90a6d50-de4c-4125-8d72-49cad7199a34 req-f78e145e-ee10-45a8-a506-eac083c77428 service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Received unexpected event network-vif-plugged-d8dba30e-c007-4a86-a032-bee12d426fc0 for instance with vm_state building and task_state spawning. [ 900.662036] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077649} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.662036] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.662455] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2dd8ef-57e8-437e-93d8-bfcc3ce1885a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.685799] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3/78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.688801] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.689052] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.689209] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.689431] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.689537] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.689665] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.689872] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.690030] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.690226] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.690424] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.690528] env[69905]: DEBUG nova.virt.hardware [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.692038] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7468b593-c0c5-4e18-94e5-bd507fb8dd39 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.707912] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd23afb4-3674-49e9-af19-fc2ca75a6198 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.717976] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52718618-fc84-84d2-5270-49d12b717790/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 900.720358] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7240e441-07fe-4fac-b2ba-54f9ffd49080 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.724541] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e205dd-3b7c-4990-a8ee-8c0239738a1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.727413] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 900.727413] env[69905]: value = "task-3413597" [ 900.727413] env[69905]: _type = "Task" [ 900.727413] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.740966] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52718618-fc84-84d2-5270-49d12b717790/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 900.741479] env[69905]: ERROR oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52718618-fc84-84d2-5270-49d12b717790/disk-0.vmdk due to incomplete transfer. [ 900.741949] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2252e2ba-3ff2-4c76-911c-a4e5149f41cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.750299] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.757830] env[69905]: DEBUG oslo_vmware.rw_handles [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52718618-fc84-84d2-5270-49d12b717790/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.757830] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Uploaded image f21d6bbd-e967-4c17-98c1-bc2b94286582 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.760179] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.762022] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cef4de7f-f835-4a09-8789-76ef3449c4a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.767448] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 900.767448] env[69905]: value = "task-3413598" [ 900.767448] env[69905]: _type = "Task" [ 900.767448] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.776256] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413598, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.837248] env[69905]: DEBUG nova.scheduler.client.report [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.998363] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413596, 'name': ReconfigVM_Task, 'duration_secs': 0.474886} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.998564] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.999126] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance '26adcc07-ec19-4679-80af-0c072d0b9fdc' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.066068] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Releasing lock "refresh_cache-cd55ecc9-a0e3-4331-b33a-8714e8578857" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.066568] env[69905]: DEBUG nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Instance network_info: |[{"id": "d8dba30e-c007-4a86-a032-bee12d426fc0", "address": "fa:16:3e:1e:3a:35", "network": {"id": "20c3e0ad-af3d-48d8-be50-53939a3f809f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1180309408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510e94756a7a44d1b2cb7f743c92113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dba30e-c0", "ovs_interfaceid": "d8dba30e-c007-4a86-a032-bee12d426fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.067112] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:3a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8dba30e-c007-4a86-a032-bee12d426fc0', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.075765] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Creating folder: Project (510e94756a7a44d1b2cb7f743c92113b). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.076531] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51e51d8-25ef-42ca-9e20-498aaf623c95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.088566] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Created folder: Project (510e94756a7a44d1b2cb7f743c92113b) in parent group-v680985. [ 901.088782] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Creating folder: Instances. Parent ref: group-v681149. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.089069] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d64d11c-5c4e-4e96-8242-171dabcbe3d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.099950] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Created folder: Instances in parent group-v681149. [ 901.100243] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.100478] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.100664] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ef70b83-f5e4-45ee-b340-33a03127c6f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.126776] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.126776] env[69905]: value = "task-3413601" [ 901.126776] env[69905]: _type = "Task" [ 901.126776] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.136203] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413601, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.239751] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413597, 'name': ReconfigVM_Task, 'duration_secs': 0.449288} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.240073] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3/78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.240882] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fcdbbe8-364f-4ec9-8e14-4209abbd1f6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.248651] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 901.248651] env[69905]: value = "task-3413602" [ 901.248651] env[69905]: _type = "Task" [ 901.248651] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.252842] env[69905]: DEBUG nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.260685] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413602, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.279830] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413598, 'name': Destroy_Task, 'duration_secs': 0.463077} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.279830] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Destroyed the VM [ 901.279830] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.279830] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9bdd9a2d-c39b-44a7-ba98-a1791b4de506 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.284404] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.284674] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.284839] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.285033] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.285299] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.285422] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.285627] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.285789] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.285952] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.287481] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.287707] env[69905]: DEBUG nova.virt.hardware [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.289164] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2159105-58df-46a0-866b-f40f2eae1112 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.299956] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b39f0b-b402-4fe4-a2e7-223201fe8d7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.306010] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 901.306010] env[69905]: value = "task-3413603" [ 901.306010] env[69905]: _type = "Task" [ 901.306010] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.323614] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.339751] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.342320] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.454s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.342550] env[69905]: DEBUG nova.objects.instance [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'resources' on Instance uuid a19f2fa3-bf33-46a7-8619-053432f894c6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.368344] env[69905]: INFO nova.scheduler.client.report [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Deleted allocations for instance 334e7a11-d6da-48fb-b370-8652965bca1f [ 901.510713] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d9dab-7d84-49fd-9c7e-f8363c68f39a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.530939] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df3252c-0cd5-4e49-a5ab-3a85da697fde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.551492] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance '26adcc07-ec19-4679-80af-0c072d0b9fdc' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.638021] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413601, 'name': CreateVM_Task, 'duration_secs': 0.494845} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.638158] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.638791] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.638966] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.639504] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.639643] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f159a7fc-03e2-4766-b286-f7bf24121a5c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.647768] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 901.647768] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529a1037-509c-572b-1944-a3a7a0f50406" [ 901.647768] env[69905]: _type = "Task" [ 901.647768] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.662493] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529a1037-509c-572b-1944-a3a7a0f50406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.677109] env[69905]: DEBUG nova.network.neutron [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Successfully updated port: e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.760985] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413602, 'name': Rename_Task, 'duration_secs': 0.182401} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.764043] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.764043] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9274d2b0-eb82-4760-a13e-f6935720fe6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.770976] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 901.770976] env[69905]: value = "task-3413604" [ 901.770976] env[69905]: _type = "Task" [ 901.770976] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.780309] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.817286] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.885945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-05d0674c-eca8-42cf-ada3-eff41a01beb6 tempest-InstanceActionsTestJSON-749787587 tempest-InstanceActionsTestJSON-749787587-project-member] Lock "334e7a11-d6da-48fb-b370-8652965bca1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.489s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.114808] env[69905]: DEBUG nova.network.neutron [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Port c18821de-e5af-4097-9805-cf3cbbd03c23 binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 902.164283] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529a1037-509c-572b-1944-a3a7a0f50406, 'name': SearchDatastore_Task, 'duration_secs': 0.021474} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.167814] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.168109] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.168373] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.168482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.168684] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.171085] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fb6da68-070b-4635-ab5b-a14b017b3b7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.180617] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.180859] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.185359] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-1a6a4e4e-0ebd-4940-8003-19fbcd216194" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.185583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-1a6a4e4e-0ebd-4940-8003-19fbcd216194" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.185776] env[69905]: DEBUG nova.network.neutron [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.187045] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3718c8-2993-498b-8dc9-dbae25826d0d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.198522] env[69905]: DEBUG nova.compute.manager [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-changed-ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.198522] env[69905]: DEBUG nova.compute.manager [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing instance network info cache due to event network-changed-ec0694c2-5dc2-4402-ac86-f8130ce8a49f. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.198522] env[69905]: DEBUG oslo_concurrency.lockutils [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.198522] env[69905]: DEBUG oslo_concurrency.lockutils [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.198522] env[69905]: DEBUG nova.network.neutron [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing network info cache for port ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.201572] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 902.201572] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4770d-bf0f-1308-0a1c-a63da9d7e0c6" [ 902.201572] env[69905]: _type = "Task" [ 902.201572] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.212786] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4770d-bf0f-1308-0a1c-a63da9d7e0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.288360] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413604, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.318262] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413603, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.462470] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e813168-b341-40a8-aa62-dc45a53afe43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.470561] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d13f33-04b9-4a38-bfbe-177e69618f30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.512772] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1041b-98dd-4a2c-ac6f-b50b72c57e4a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.522210] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3926578-ed6e-4894-a57c-6a2d72baa7be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.536770] env[69905]: DEBUG nova.compute.provider_tree [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.595582] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.595582] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.663724] env[69905]: DEBUG nova.compute.manager [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Received event network-changed-d8dba30e-c007-4a86-a032-bee12d426fc0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.663946] env[69905]: DEBUG nova.compute.manager [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Refreshing instance network info cache due to event network-changed-d8dba30e-c007-4a86-a032-bee12d426fc0. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.664968] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Acquiring lock "refresh_cache-cd55ecc9-a0e3-4331-b33a-8714e8578857" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.665154] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Acquired lock "refresh_cache-cd55ecc9-a0e3-4331-b33a-8714e8578857" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.665329] env[69905]: DEBUG nova.network.neutron [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Refreshing network info cache for port d8dba30e-c007-4a86-a032-bee12d426fc0 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.716329] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e4770d-bf0f-1308-0a1c-a63da9d7e0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015086} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.717191] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78a42e0-b6ad-45df-8c0e-411791e1ea34 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.722750] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 902.722750] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b76f94-af36-d0b1-843d-e4ab5c8abfd0" [ 902.722750] env[69905]: _type = "Task" [ 902.722750] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.730432] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b76f94-af36-d0b1-843d-e4ab5c8abfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.742016] env[69905]: DEBUG nova.network.neutron [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.782281] env[69905]: DEBUG oslo_vmware.api [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413604, 'name': PowerOnVM_Task, 'duration_secs': 0.693709} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.785023] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.785023] env[69905]: INFO nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Took 9.42 seconds to spawn the instance on the hypervisor. [ 902.785023] env[69905]: DEBUG nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.785023] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5c481-5a82-4faa-802f-7224706d74f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.823020] env[69905]: DEBUG oslo_vmware.api [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413603, 'name': RemoveSnapshot_Task, 'duration_secs': 1.173104} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.823020] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 902.823020] env[69905]: INFO nova.compute.manager [None req-d04ac72c-2728-4d52-b893-d01c78cb7938 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Took 14.84 seconds to snapshot the instance on the hypervisor. [ 902.989264] env[69905]: DEBUG nova.network.neutron [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Updating instance_info_cache with network_info: [{"id": "e220abf9-8ce6-44ad-9ae1-4a4a5dd00896", "address": "fa:16:3e:8b:e7:78", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape220abf9-8c", "ovs_interfaceid": "e220abf9-8ce6-44ad-9ae1-4a4a5dd00896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.996845] env[69905]: DEBUG nova.network.neutron [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updated VIF entry in instance network info cache for port ec0694c2-5dc2-4402-ac86-f8130ce8a49f. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.997299] env[69905]: DEBUG nova.network.neutron [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.040376] env[69905]: DEBUG nova.scheduler.client.report [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.099196] env[69905]: DEBUG nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.137126] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.137438] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.137668] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.234828] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b76f94-af36-d0b1-843d-e4ab5c8abfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.235736] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.235736] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] cd55ecc9-a0e3-4331-b33a-8714e8578857/cd55ecc9-a0e3-4331-b33a-8714e8578857.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.235928] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b271a6-85ad-4751-afd2-056c216c3899 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.243786] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 903.243786] env[69905]: value = "task-3413606" [ 903.243786] env[69905]: _type = "Task" [ 903.243786] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.255468] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.304968] env[69905]: INFO nova.compute.manager [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Took 47.32 seconds to build instance. [ 903.492088] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-1a6a4e4e-0ebd-4940-8003-19fbcd216194" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.492471] env[69905]: DEBUG nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Instance network_info: |[{"id": "e220abf9-8ce6-44ad-9ae1-4a4a5dd00896", "address": "fa:16:3e:8b:e7:78", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape220abf9-8c", "ovs_interfaceid": "e220abf9-8ce6-44ad-9ae1-4a4a5dd00896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.493012] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:e7:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e220abf9-8ce6-44ad-9ae1-4a4a5dd00896', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.501546] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.502428] env[69905]: DEBUG oslo_concurrency.lockutils [req-90ec46f6-b7f5-495f-a69c-12bf26c90dca req-c3880e70-7a7f-49fa-ac3d-16fe5d8419ea service nova] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.502519] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.502746] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dd66e3c-025f-438a-9cec-fff3d477e2e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.525750] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.525750] env[69905]: value = "task-3413607" [ 903.525750] env[69905]: _type = "Task" [ 903.525750] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.537915] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413607, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.545037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.548350] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.174s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.553021] env[69905]: INFO nova.compute.claims [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.597777] env[69905]: INFO nova.scheduler.client.report [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted allocations for instance a19f2fa3-bf33-46a7-8619-053432f894c6 [ 903.623846] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.705558] env[69905]: DEBUG nova.network.neutron [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Updated VIF entry in instance network info cache for port d8dba30e-c007-4a86-a032-bee12d426fc0. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.705965] env[69905]: DEBUG nova.network.neutron [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Updating instance_info_cache with network_info: [{"id": "d8dba30e-c007-4a86-a032-bee12d426fc0", "address": "fa:16:3e:1e:3a:35", "network": {"id": "20c3e0ad-af3d-48d8-be50-53939a3f809f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1180309408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510e94756a7a44d1b2cb7f743c92113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dba30e-c0", "ovs_interfaceid": "d8dba30e-c007-4a86-a032-bee12d426fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.759833] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.807436] env[69905]: DEBUG oslo_concurrency.lockutils [None req-932166bf-71ea-45e9-a595-eb69b0aa38f2 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.096s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.041951] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413607, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.043286] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 904.043384] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681148', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'name': 'volume-ff889ae4-446b-4ac1-ba5d-744026592cc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd332da0-19a3-4b8a-8382-8c3eab0c3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'serial': 'ff889ae4-446b-4ac1-ba5d-744026592cc0'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 904.044469] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1349ba-36d9-4d6e-a253-71ae8183827f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.065684] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f696814f-7a1e-4a3e-8e2d-a94159b3ba3b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.095638] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-ff889ae4-446b-4ac1-ba5d-744026592cc0/volume-ff889ae4-446b-4ac1-ba5d-744026592cc0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.096803] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8248fbd4-157f-490f-90a2-300a09a512bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.122297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cf4edbd1-7f45-4ec9-ac98-5d65c7274276 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "a19f2fa3-bf33-46a7-8619-053432f894c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.893s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.126558] env[69905]: DEBUG oslo_vmware.api [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 904.126558] env[69905]: value = "task-3413608" [ 904.126558] env[69905]: _type = "Task" [ 904.126558] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.136995] env[69905]: DEBUG oslo_vmware.api [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.203407] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.203407] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.203407] env[69905]: DEBUG nova.network.neutron [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.210035] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Releasing lock "refresh_cache-cd55ecc9-a0e3-4331-b33a-8714e8578857" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.210035] env[69905]: DEBUG nova.compute.manager [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Received event network-vif-plugged-e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.210035] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Acquiring lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.210035] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.210035] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.210035] env[69905]: DEBUG nova.compute.manager [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] No waiting events found dispatching network-vif-plugged-e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.210435] env[69905]: WARNING nova.compute.manager [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Received unexpected event network-vif-plugged-e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 for instance with vm_state building and task_state spawning. [ 904.210435] env[69905]: DEBUG nova.compute.manager [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Received event network-changed-e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.210549] env[69905]: DEBUG nova.compute.manager [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Refreshing instance network info cache due to event network-changed-e220abf9-8ce6-44ad-9ae1-4a4a5dd00896. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.210865] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Acquiring lock "refresh_cache-1a6a4e4e-0ebd-4940-8003-19fbcd216194" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.210865] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Acquired lock "refresh_cache-1a6a4e4e-0ebd-4940-8003-19fbcd216194" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.211073] env[69905]: DEBUG nova.network.neutron [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Refreshing network info cache for port e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.257410] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789317} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.257745] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] cd55ecc9-a0e3-4331-b33a-8714e8578857/cd55ecc9-a0e3-4331-b33a-8714e8578857.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.258501] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.258501] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea009a3c-2de1-4d6d-930b-1174f2f0068d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.267621] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 904.267621] env[69905]: value = "task-3413609" [ 904.267621] env[69905]: _type = "Task" [ 904.267621] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.275952] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.537386] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413607, 'name': CreateVM_Task, 'duration_secs': 0.602739} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.537654] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.538561] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.538561] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.539114] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.539553] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1f5cff-bfc4-4b49-8740-7193f7b0259b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.545420] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 904.545420] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dfecbe-d5b0-473b-2525-ac7703a76d33" [ 904.545420] env[69905]: _type = "Task" [ 904.545420] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.558360] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dfecbe-d5b0-473b-2525-ac7703a76d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.645046] env[69905]: DEBUG oslo_vmware.api [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.778437] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.016469] env[69905]: DEBUG nova.network.neutron [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Updated VIF entry in instance network info cache for port e220abf9-8ce6-44ad-9ae1-4a4a5dd00896. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.018018] env[69905]: DEBUG nova.network.neutron [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Updating instance_info_cache with network_info: [{"id": "e220abf9-8ce6-44ad-9ae1-4a4a5dd00896", "address": "fa:16:3e:8b:e7:78", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape220abf9-8c", "ovs_interfaceid": "e220abf9-8ce6-44ad-9ae1-4a4a5dd00896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.065038] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dfecbe-d5b0-473b-2525-ac7703a76d33, 'name': SearchDatastore_Task, 'duration_secs': 0.016402} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.065508] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.066092] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.069436] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.069641] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.069850] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.070226] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b463a59-eaba-4a29-83d9-f9cdb96941df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.079075] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493e19d-d9f0-4fbc-b780-e049cc9e8e11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.083989] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.084202] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.085258] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2877c66b-140a-42d4-8288-a721327bf53d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.091699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0451edb-ca5d-468a-bd21-29a1b196cee4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.103913] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 905.103913] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230fcbd-afad-96a4-937c-e8c21b3dc6b3" [ 905.103913] env[69905]: _type = "Task" [ 905.103913] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.145491] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea7d35f-e652-4785-b24b-1d18109dfae6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.152395] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230fcbd-afad-96a4-937c-e8c21b3dc6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.022815} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.155885] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c7f27d-a04b-470b-bdf1-345693abf575 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.165135] env[69905]: DEBUG oslo_vmware.api [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413608, 'name': ReconfigVM_Task, 'duration_secs': 0.743734} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.168279] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-ff889ae4-446b-4ac1-ba5d-744026592cc0/volume-ff889ae4-446b-4ac1-ba5d-744026592cc0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.176690] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aeee42-330e-41d6-9472-4cee1f7172ec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.185366] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7bab504-b6eb-446e-8bce-f03edb81a3c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.198240] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 905.198240] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b6b890-f32c-4437-ba24-1fa09c5ca266" [ 905.198240] env[69905]: _type = "Task" [ 905.198240] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.214367] env[69905]: DEBUG nova.compute.provider_tree [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.217640] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245057e-95ee-033e-60d4-2337ce90b0cf/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.220149] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d7c5ab-b1a3-4fbf-8486-f50031e43cc8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.223080] env[69905]: DEBUG oslo_vmware.api [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 905.223080] env[69905]: value = "task-3413610" [ 905.223080] env[69905]: _type = "Task" [ 905.223080] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.227343] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b6b890-f32c-4437-ba24-1fa09c5ca266, 'name': SearchDatastore_Task, 'duration_secs': 0.019721} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.232226] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.232392] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 1a6a4e4e-0ebd-4940-8003-19fbcd216194/1a6a4e4e-0ebd-4940-8003-19fbcd216194.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.234350] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bf22649-d88e-463d-b786-420f39aef8fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.236429] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245057e-95ee-033e-60d4-2337ce90b0cf/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.236628] env[69905]: ERROR oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245057e-95ee-033e-60d4-2337ce90b0cf/disk-0.vmdk due to incomplete transfer. [ 905.238888] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec51191e-cef2-485b-b060-6cbcf35f80bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.247430] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "80befb99-cdf5-4044-b555-16fb32c88dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.247603] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.248814] env[69905]: DEBUG oslo_vmware.api [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.252350] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 905.252350] env[69905]: value = "task-3413611" [ 905.252350] env[69905]: _type = "Task" [ 905.252350] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.257058] env[69905]: DEBUG oslo_vmware.rw_handles [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245057e-95ee-033e-60d4-2337ce90b0cf/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.257323] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Uploaded image 54bda34f-bcdb-44f6-9b0f-d3965b8d6d52 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.259337] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.264751] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-843f36df-92b1-4744-a26d-a350638eb793 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.264751] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.277033] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 905.277033] env[69905]: value = "task-3413612" [ 905.277033] env[69905]: _type = "Task" [ 905.277033] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.285185] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.896519} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.285925] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.286902] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f8cbd-d934-4a5a-8e85-73ef231350db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.293397] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413612, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.315114] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] cd55ecc9-a0e3-4331-b33a-8714e8578857/cd55ecc9-a0e3-4331-b33a-8714e8578857.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.315838] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-542eb632-9f69-4fb3-b937-48033b3010b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.337782] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 905.337782] env[69905]: value = "task-3413613" [ 905.337782] env[69905]: _type = "Task" [ 905.337782] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.347266] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.420741] env[69905]: DEBUG nova.network.neutron [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [{"id": "c18821de-e5af-4097-9805-cf3cbbd03c23", "address": "fa:16:3e:a9:9c:b5", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18821de-e5", "ovs_interfaceid": "c18821de-e5af-4097-9805-cf3cbbd03c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.525106] env[69905]: DEBUG oslo_concurrency.lockutils [req-a94c8e3b-b85c-4328-b6b6-0a59ed9886fa req-bf6fd9a5-1629-4f99-afa0-5c7d7396abfc service nova] Releasing lock "refresh_cache-1a6a4e4e-0ebd-4940-8003-19fbcd216194" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.730508] env[69905]: DEBUG nova.scheduler.client.report [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.749449] env[69905]: DEBUG oslo_vmware.api [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413610, 'name': ReconfigVM_Task, 'duration_secs': 0.171589} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.749449] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681148', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'name': 'volume-ff889ae4-446b-4ac1-ba5d-744026592cc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd332da0-19a3-4b8a-8382-8c3eab0c3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'serial': 'ff889ae4-446b-4ac1-ba5d-744026592cc0'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 905.756319] env[69905]: DEBUG nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.772913] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.787919] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413612, 'name': Destroy_Task, 'duration_secs': 0.497443} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.788250] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Destroyed the VM [ 905.788705] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 905.788799] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8389ddc-3277-4ee0-a6f0-d313f92c597d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.797096] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 905.797096] env[69905]: value = "task-3413614" [ 905.797096] env[69905]: _type = "Task" [ 905.797096] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.806974] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.846969] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413613, 'name': ReconfigVM_Task, 'duration_secs': 0.474311} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.847290] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Reconfigured VM instance instance-00000034 to attach disk [datastore2] cd55ecc9-a0e3-4331-b33a-8714e8578857/cd55ecc9-a0e3-4331-b33a-8714e8578857.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.847989] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c014e2f5-9015-494f-9bf6-fd55f9ac6cb5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.853905] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 905.853905] env[69905]: value = "task-3413615" [ 905.853905] env[69905]: _type = "Task" [ 905.853905] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.863512] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413615, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.923964] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.238992] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.239608] env[69905]: DEBUG nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.242454] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.900s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.242739] env[69905]: DEBUG nova.objects.instance [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lazy-loading 'resources' on Instance uuid 028ea91d-7739-430b-91f8-4f7be9711f71 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.276218] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578763} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.276367] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 1a6a4e4e-0ebd-4940-8003-19fbcd216194/1a6a4e4e-0ebd-4940-8003-19fbcd216194.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.277326] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.277326] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49237e35-8d42-4a31-a28d-9f913177af23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.285076] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 906.285076] env[69905]: value = "task-3413616" [ 906.285076] env[69905]: _type = "Task" [ 906.285076] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.289597] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.296572] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.308990] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.363893] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413615, 'name': Rename_Task, 'duration_secs': 0.145214} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.364216] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.364485] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87cf4f62-5799-4d5c-bd04-4a1d3f67833c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.373110] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 906.373110] env[69905]: value = "task-3413617" [ 906.373110] env[69905]: _type = "Task" [ 906.373110] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.389225] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413617, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.451455] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26022edd-5795-44f4-97f5-4db082c15792 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.473297] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c767a5f1-543c-41df-89de-7d8c8cc7e268 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.481266] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance '26adcc07-ec19-4679-80af-0c072d0b9fdc' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.747500] env[69905]: DEBUG nova.compute.utils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.753964] env[69905]: DEBUG nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.754341] env[69905]: DEBUG nova.network.neutron [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.807092] env[69905]: DEBUG nova.objects.instance [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.810023] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264812} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.829897] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.834161] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5538ae-cad7-43d7-80d0-5e5975fea48e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.840296] env[69905]: DEBUG nova.policy [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2155bd17144c60ab0899f783412042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed42cb4548f74dabbc939d992b441e6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.887282] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 1a6a4e4e-0ebd-4940-8003-19fbcd216194/1a6a4e4e-0ebd-4940-8003-19fbcd216194.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.887709] env[69905]: DEBUG oslo_vmware.api [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413614, 'name': RemoveSnapshot_Task, 'duration_secs': 0.931897} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.891453] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea122cb-f38f-4fdc-bbee-e0d6fce5286b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.905340] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 906.905611] env[69905]: INFO nova.compute.manager [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 906.918516] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.920041] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 906.920041] env[69905]: value = "task-3413618" [ 906.920041] env[69905]: _type = "Task" [ 906.920041] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.932390] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.988108] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.988416] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2933f075-a942-46f3-b876-e32221392b18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.000760] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 907.000760] env[69905]: value = "task-3413619" [ 907.000760] env[69905]: _type = "Task" [ 907.000760] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.011884] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.254670] env[69905]: DEBUG nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.262694] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.262966] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.263214] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.263403] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.263568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.266229] env[69905]: INFO nova.compute.manager [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Terminating instance [ 907.313766] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60628a74-b94d-4bf2-bb4e-35722d1ec3c3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.904s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.332689] env[69905]: DEBUG nova.network.neutron [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Successfully created port: 6931abab-030a-490c-a879-95abc65272fc {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.400039] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8820f9-b242-4fb9-a0e2-d23f52bb9537 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.407294] env[69905]: DEBUG oslo_vmware.api [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413617, 'name': PowerOnVM_Task, 'duration_secs': 1.016621} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.409704] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.409953] env[69905]: INFO nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Took 8.77 seconds to spawn the instance on the hypervisor. [ 907.410148] env[69905]: DEBUG nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.411360] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b412e3f-97cc-4bc0-a9e6-459f4cf6683d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.415024] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa56db-879c-44ec-97df-580a16002a90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.458540] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e3ce0-862c-4860-a139-b8bde61af911 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.466645] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413618, 'name': ReconfigVM_Task, 'duration_secs': 0.525447} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.467565] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 1a6a4e4e-0ebd-4940-8003-19fbcd216194/1a6a4e4e-0ebd-4940-8003-19fbcd216194.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.468233] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47b76575-c5fc-4d0b-a6ad-572eaf454d29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.478142] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62706313-0650-4e81-9514-c764b59c736d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.487592] env[69905]: DEBUG nova.compute.manager [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Found 3 images (rotation: 2) {{(pid=69905) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 907.487924] env[69905]: DEBUG nova.compute.manager [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Rotating out 1 backups {{(pid=69905) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 907.488199] env[69905]: DEBUG nova.compute.manager [None req-45e08f6b-ad1e-454f-948c-23a35675767c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleting image de7ac6af-0359-4a69-b01c-a60173a93c9a {{(pid=69905) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 907.494187] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 907.494187] env[69905]: value = "task-3413620" [ 907.494187] env[69905]: _type = "Task" [ 907.494187] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.515623] env[69905]: DEBUG nova.compute.provider_tree [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.529030] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413620, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.537753] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.777292] env[69905]: DEBUG nova.compute.manager [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.777479] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.779764] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af5d35c-c5c5-4293-8f25-e29ff9d0ba5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.791732] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.792100] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7c167d-8297-433a-83ca-1a1a68e85772 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.799763] env[69905]: DEBUG oslo_vmware.api [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 907.799763] env[69905]: value = "task-3413621" [ 907.799763] env[69905]: _type = "Task" [ 907.799763] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.810393] env[69905]: DEBUG oslo_vmware.api [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.967315] env[69905]: INFO nova.compute.manager [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Took 48.31 seconds to build instance. [ 907.968401] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.968589] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.968758] env[69905]: DEBUG nova.compute.manager [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.972687] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e142f-2a63-48bf-9e5d-91b96d1cc319 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.980478] env[69905]: DEBUG nova.compute.manager [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 907.981134] env[69905]: DEBUG nova.objects.instance [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.007354] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413620, 'name': Rename_Task, 'duration_secs': 0.367111} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.007931] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.007931] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f0fdba-dc85-41d4-aaf8-3203abfff0d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.018651] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 908.018651] env[69905]: value = "task-3413622" [ 908.018651] env[69905]: _type = "Task" [ 908.018651] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.026695] env[69905]: DEBUG nova.scheduler.client.report [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.033736] env[69905]: DEBUG oslo_vmware.api [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413619, 'name': PowerOnVM_Task, 'duration_secs': 0.930237} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.034258] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.034444] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b67661cb-edb3-4bae-903c-808e35d47365 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance '26adcc07-ec19-4679-80af-0c072d0b9fdc' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.043049] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413622, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.265718] env[69905]: DEBUG nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.289193] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.289442] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.289598] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.289878] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.289965] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.290084] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.290304] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.290463] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.290628] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.290788] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.290962] env[69905]: DEBUG nova.virt.hardware [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.291854] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fcc85b-77a7-4258-9550-f0d3f4b33b25 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.300524] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3530a-1659-4e84-a777-954eb5b188b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.322073] env[69905]: DEBUG oslo_vmware.api [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413621, 'name': PowerOffVM_Task, 'duration_secs': 0.290453} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.322338] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.322505] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.322752] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bdfd696-7e57-47bd-bfcc-9a04775c2808 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.391371] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.391371] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.391598] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Deleting the datastore file [datastore2] 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.391806] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ddd5d4-3832-442b-902d-40085a564fe9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.402014] env[69905]: DEBUG oslo_vmware.api [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 908.402014] env[69905]: value = "task-3413624" [ 908.402014] env[69905]: _type = "Task" [ 908.402014] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.409267] env[69905]: DEBUG oslo_vmware.api [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.472473] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6019c7f5-bb49-4567-91de-d9687cb96602 tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.825s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.533209] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.535866] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.540246] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.922s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.540246] env[69905]: DEBUG nova.objects.instance [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 908.582752] env[69905]: INFO nova.scheduler.client.report [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Deleted allocations for instance 028ea91d-7739-430b-91f8-4f7be9711f71 [ 908.915423] env[69905]: DEBUG oslo_vmware.api [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260998} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.915696] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.915884] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.916075] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.916251] env[69905]: INFO nova.compute.manager [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 908.916492] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.916758] env[69905]: DEBUG nova.compute.manager [-] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.916869] env[69905]: DEBUG nova.network.neutron [-] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.991122] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.991422] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4288f2bb-6030-46f7-93b0-913cd9543788 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.001989] env[69905]: DEBUG oslo_vmware.api [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 909.001989] env[69905]: value = "task-3413625" [ 909.001989] env[69905]: _type = "Task" [ 909.001989] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.013144] env[69905]: DEBUG oslo_vmware.api [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.031349] env[69905]: DEBUG oslo_vmware.api [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413622, 'name': PowerOnVM_Task, 'duration_secs': 0.670033} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.031716] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.031979] env[69905]: INFO nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Took 7.78 seconds to spawn the instance on the hypervisor. [ 909.032249] env[69905]: DEBUG nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.033071] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aba6b6-ccb9-4516-8d9a-b78bb04fc615 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.060170] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d689c2b-8087-4e20-9f88-d35e004eafd4 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.522s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.061127] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.992s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.064493] env[69905]: DEBUG nova.objects.instance [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lazy-loading 'resources' on Instance uuid 58a178b1-ebeb-4c63-96fc-9db5f823d8f1 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.097805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8376ecce-0563-47ff-99cf-7748e705f4cc tempest-ServersNegativeTestMultiTenantJSON-286318491 tempest-ServersNegativeTestMultiTenantJSON-286318491-project-member] Lock "028ea91d-7739-430b-91f8-4f7be9711f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.442s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.393064] env[69905]: DEBUG nova.network.neutron [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Successfully updated port: 6931abab-030a-490c-a879-95abc65272fc {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.423355] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.423600] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.461241] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.461241] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.508676] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "f1d44069-0cb2-4bb2-adb6-665cd411126a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.508816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.514866] env[69905]: DEBUG oslo_vmware.api [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413625, 'name': PowerOffVM_Task, 'duration_secs': 0.257173} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.515395] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.515611] env[69905]: DEBUG nova.compute.manager [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.516483] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9a83ea-ecd6-4cc1-b501-20ece9959b0d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.556260] env[69905]: INFO nova.compute.manager [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Took 45.30 seconds to build instance. [ 909.577434] env[69905]: DEBUG nova.compute.manager [req-373a7421-ee8e-4412-8ead-d662f16e1e77 req-621b1555-8189-4ce5-a864-7c39b02a739e service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Received event network-vif-plugged-6931abab-030a-490c-a879-95abc65272fc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.577872] env[69905]: DEBUG oslo_concurrency.lockutils [req-373a7421-ee8e-4412-8ead-d662f16e1e77 req-621b1555-8189-4ce5-a864-7c39b02a739e service nova] Acquiring lock "c227e17a-42bb-404a-bb97-fe58ca6698e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.579245] env[69905]: DEBUG oslo_concurrency.lockutils [req-373a7421-ee8e-4412-8ead-d662f16e1e77 req-621b1555-8189-4ce5-a864-7c39b02a739e service nova] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.579245] env[69905]: DEBUG oslo_concurrency.lockutils [req-373a7421-ee8e-4412-8ead-d662f16e1e77 req-621b1555-8189-4ce5-a864-7c39b02a739e service nova] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.579245] env[69905]: DEBUG nova.compute.manager [req-373a7421-ee8e-4412-8ead-d662f16e1e77 req-621b1555-8189-4ce5-a864-7c39b02a739e service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] No waiting events found dispatching network-vif-plugged-6931abab-030a-490c-a879-95abc65272fc {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.579245] env[69905]: WARNING nova.compute.manager [req-373a7421-ee8e-4412-8ead-d662f16e1e77 req-621b1555-8189-4ce5-a864-7c39b02a739e service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Received unexpected event network-vif-plugged-6931abab-030a-490c-a879-95abc65272fc for instance with vm_state building and task_state spawning. [ 909.656446] env[69905]: DEBUG nova.compute.manager [req-790bf8a2-32fe-4b39-b9aa-c4ad195b088d req-b4b0fa1b-c49a-4ece-8900-a3d1644376b4 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Received event network-vif-deleted-77918ebe-e216-4e5f-960a-6f93afad4c5a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.656610] env[69905]: INFO nova.compute.manager [req-790bf8a2-32fe-4b39-b9aa-c4ad195b088d req-b4b0fa1b-c49a-4ece-8900-a3d1644376b4 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Neutron deleted interface 77918ebe-e216-4e5f-960a-6f93afad4c5a; detaching it from the instance and deleting it from the info cache [ 909.656855] env[69905]: DEBUG nova.network.neutron [req-790bf8a2-32fe-4b39-b9aa-c4ad195b088d req-b4b0fa1b-c49a-4ece-8900-a3d1644376b4 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.697666] env[69905]: DEBUG nova.network.neutron [-] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.899876] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "refresh_cache-c227e17a-42bb-404a-bb97-fe58ca6698e9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.900104] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "refresh_cache-c227e17a-42bb-404a-bb97-fe58ca6698e9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.900310] env[69905]: DEBUG nova.network.neutron [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.928149] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.963433] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.029149] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3745e9ec-8662-41a7-b19d-f598e2e982f3 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.059388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-571dd20a-8d4b-4d5d-aa02-69cfcc02aaa8 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.392s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.121302] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61269f8-3143-4a20-a53b-ffa2358dbdd3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.127995] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf9668-2ae9-4710-8d46-794f3af38d27 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.167698] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e7dab28-62e0-4320-bea8-18639d3e4da1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.170399] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26453d1-aeca-4151-81e5-d0f9b40d4265 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.180714] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc64eae-19a5-41cd-8699-f41ff4803f29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.188935] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492089c6-efb0-462e-b007-40f5239ebcda {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.203674] env[69905]: INFO nova.compute.manager [-] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Took 1.29 seconds to deallocate network for instance. [ 910.217412] env[69905]: DEBUG nova.compute.provider_tree [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.241884] env[69905]: DEBUG nova.compute.manager [req-790bf8a2-32fe-4b39-b9aa-c4ad195b088d req-b4b0fa1b-c49a-4ece-8900-a3d1644376b4 service nova] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Detach interface failed, port_id=77918ebe-e216-4e5f-960a-6f93afad4c5a, reason: Instance 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.243450] env[69905]: DEBUG nova.scheduler.client.report [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.452023] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.452789] env[69905]: DEBUG nova.network.neutron [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.492272] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.510948] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "0c322fec-6d73-4ad8-ab18-285789f4896d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.511249] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.511457] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "0c322fec-6d73-4ad8-ab18-285789f4896d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.511634] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.511799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.514347] env[69905]: INFO nova.compute.manager [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Terminating instance [ 910.562729] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.723086] env[69905]: DEBUG nova.network.neutron [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Updating instance_info_cache with network_info: [{"id": "6931abab-030a-490c-a879-95abc65272fc", "address": "fa:16:3e:c5:9e:78", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6931abab-03", "ovs_interfaceid": "6931abab-030a-490c-a879-95abc65272fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.744290] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.752656] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.760694] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.761133] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.761306] env[69905]: DEBUG nova.compute.manager [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.761606] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.101s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.761810] env[69905]: DEBUG nova.objects.instance [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lazy-loading 'resources' on Instance uuid ef425dc4-a495-4bea-a09a-758416c3db5c {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.763867] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb1199-02ad-4bad-925d-b2c92da51d58 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.775054] env[69905]: DEBUG nova.compute.manager [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 910.775807] env[69905]: DEBUG nova.objects.instance [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'flavor' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.791745] env[69905]: INFO nova.scheduler.client.report [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Deleted allocations for instance 58a178b1-ebeb-4c63-96fc-9db5f823d8f1 [ 911.022119] env[69905]: DEBUG nova.compute.manager [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.023304] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.024593] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b1d1d0-aa9c-445a-8461-29f1801a28a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.034554] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.034859] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1fe74ed-cc61-4705-96d9-4cae575f06ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.041508] env[69905]: DEBUG oslo_vmware.api [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 911.041508] env[69905]: value = "task-3413626" [ 911.041508] env[69905]: _type = "Task" [ 911.041508] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.057097] env[69905]: DEBUG oslo_vmware.api [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.084052] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.225940] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "refresh_cache-c227e17a-42bb-404a-bb97-fe58ca6698e9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.229018] env[69905]: DEBUG nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Instance network_info: |[{"id": "6931abab-030a-490c-a879-95abc65272fc", "address": "fa:16:3e:c5:9e:78", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6931abab-03", "ovs_interfaceid": "6931abab-030a-490c-a879-95abc65272fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.229018] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:9e:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6931abab-030a-490c-a879-95abc65272fc', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.237569] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.240248] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.240474] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b13eb997-fe1b-4eb9-97e8-7c5cbfc86664 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.261941] env[69905]: DEBUG nova.objects.instance [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.270665] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.270665] env[69905]: value = "task-3413627" [ 911.270665] env[69905]: _type = "Task" [ 911.270665] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.304599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bd451e9b-25e8-4689-9e6e-45a6722f59f7 tempest-ServerPasswordTestJSON-1081836577 tempest-ServerPasswordTestJSON-1081836577-project-member] Lock "58a178b1-ebeb-4c63-96fc-9db5f823d8f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.723s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.305812] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413627, 'name': CreateVM_Task} progress is 15%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.446237] env[69905]: DEBUG nova.network.neutron [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Port c18821de-e5af-4097-9805-cf3cbbd03c23 binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 911.446496] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.446647] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.447121] env[69905]: DEBUG nova.network.neutron [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.550949] env[69905]: DEBUG oslo_vmware.api [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413626, 'name': PowerOffVM_Task, 'duration_secs': 0.240555} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.551273] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.551411] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.551685] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e8babb1-8da2-46c8-b6de-e41459631651 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.611810] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.612058] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.612294] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Deleting the datastore file [datastore1] 0c322fec-6d73-4ad8-ab18-285789f4896d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.612548] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747517b8-aafa-400f-8c19-fc4457caa4e2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.620360] env[69905]: DEBUG oslo_vmware.api [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for the task: (returnval){ [ 911.620360] env[69905]: value = "task-3413629" [ 911.620360] env[69905]: _type = "Task" [ 911.620360] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.630906] env[69905]: DEBUG oslo_vmware.api [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.682107] env[69905]: DEBUG nova.compute.manager [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Received event network-changed-6931abab-030a-490c-a879-95abc65272fc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.682107] env[69905]: DEBUG nova.compute.manager [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Refreshing instance network info cache due to event network-changed-6931abab-030a-490c-a879-95abc65272fc. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.682107] env[69905]: DEBUG oslo_concurrency.lockutils [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] Acquiring lock "refresh_cache-c227e17a-42bb-404a-bb97-fe58ca6698e9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.682107] env[69905]: DEBUG oslo_concurrency.lockutils [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] Acquired lock "refresh_cache-c227e17a-42bb-404a-bb97-fe58ca6698e9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.682107] env[69905]: DEBUG nova.network.neutron [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Refreshing network info cache for port 6931abab-030a-490c-a879-95abc65272fc {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.782384] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.782566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.782740] env[69905]: DEBUG nova.network.neutron [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.782919] env[69905]: DEBUG nova.objects.instance [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'info_cache' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.789731] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413627, 'name': CreateVM_Task, 'duration_secs': 0.343536} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.792350] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.792455] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.793330] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.793479] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.793796] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.794023] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fbbc3af-3781-45ae-94c3-16f434ce0f76 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.795582] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c483fe2b-c512-4817-b51c-91c4255969e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.801082] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 911.801082] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5261d159-e22c-04e2-ad24-065be61aac3e" [ 911.801082] env[69905]: _type = "Task" [ 911.801082] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.802395] env[69905]: DEBUG oslo_vmware.api [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 911.802395] env[69905]: value = "task-3413630" [ 911.802395] env[69905]: _type = "Task" [ 911.802395] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.816571] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5261d159-e22c-04e2-ad24-065be61aac3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.821465] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.821724] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.821951] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.825737] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.826769] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.826861] env[69905]: DEBUG oslo_vmware.api [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.827956] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61b0716c-6822-46a9-934f-ceb8486c33da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.831160] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe007396-0a0e-4b7b-b107-3e232107c3e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.839304] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c01c9-1fce-43f5-8d55-74f88aabbbb0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.844512] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.844700] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.869256] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f129f15-cc7d-4ff6-952f-1dd4f62f5a95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.872832] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a87b588-1d18-42d6-8321-60f6ade814d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.878821] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 911.878821] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5268784a-c63d-6044-5767-f33e8393f57b" [ 911.878821] env[69905]: _type = "Task" [ 911.878821] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.884892] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd3a9bb-5bd4-4633-82ef-a852aa01160b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.894296] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5268784a-c63d-6044-5767-f33e8393f57b, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.902399] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.902650] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.902856] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.903053] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.903229] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.908104] env[69905]: DEBUG nova.compute.provider_tree [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.908104] env[69905]: INFO nova.compute.manager [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Terminating instance [ 911.908104] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07dd0781-d396-4423-b8d3-78ea61f4c862 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.914303] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 911.914303] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52809360-4de1-9695-3aac-264436b4f6f7" [ 911.914303] env[69905]: _type = "Task" [ 911.914303] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.923930] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52809360-4de1-9695-3aac-264436b4f6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.133913] env[69905]: DEBUG oslo_vmware.api [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Task: {'id': task-3413629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160264} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.134189] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.134464] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.134962] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.135164] env[69905]: INFO nova.compute.manager [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 912.135611] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.135987] env[69905]: DEBUG nova.compute.manager [-] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.136131] env[69905]: DEBUG nova.network.neutron [-] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.292717] env[69905]: DEBUG nova.objects.base [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.315767] env[69905]: DEBUG oslo_vmware.api [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413630, 'name': PowerOffVM_Task, 'duration_secs': 0.225368} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.316259] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.316259] env[69905]: DEBUG nova.compute.manager [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.317066] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f5099f-6c3b-4069-9721-fedb4c59cf59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.412371] env[69905]: DEBUG nova.scheduler.client.report [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.417486] env[69905]: DEBUG nova.compute.manager [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.417862] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.418633] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eaa1bc-7971-47a6-bcb1-5543a0570cce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.435215] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52809360-4de1-9695-3aac-264436b4f6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.435916] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.437799] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] c227e17a-42bb-404a-bb97-fe58ca6698e9/c227e17a-42bb-404a-bb97-fe58ca6698e9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.437799] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.439415] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00c50447-b077-435d-afbc-32188cb3ca9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.441143] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5867dc7a-b010-43ee-8f04-a3a1fab07a6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.448730] env[69905]: DEBUG oslo_vmware.api [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 912.448730] env[69905]: value = "task-3413632" [ 912.448730] env[69905]: _type = "Task" [ 912.448730] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.450652] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 912.450652] env[69905]: value = "task-3413631" [ 912.450652] env[69905]: _type = "Task" [ 912.450652] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.471058] env[69905]: DEBUG oslo_vmware.api [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.471380] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.574278] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "cd55ecc9-a0e3-4331-b33a-8714e8578857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.574278] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.574278] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "cd55ecc9-a0e3-4331-b33a-8714e8578857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.574278] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.574805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.576574] env[69905]: INFO nova.compute.manager [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Terminating instance [ 912.687591] env[69905]: DEBUG nova.network.neutron [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Updated VIF entry in instance network info cache for port 6931abab-030a-490c-a879-95abc65272fc. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.687914] env[69905]: DEBUG nova.network.neutron [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Updating instance_info_cache with network_info: [{"id": "6931abab-030a-490c-a879-95abc65272fc", "address": "fa:16:3e:c5:9e:78", "network": {"id": "ae58f935-30fe-4830-b484-a3876e0e11fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-589754824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed42cb4548f74dabbc939d992b441e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6931abab-03", "ovs_interfaceid": "6931abab-030a-490c-a879-95abc65272fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.717245] env[69905]: DEBUG nova.network.neutron [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [{"id": "c18821de-e5af-4097-9805-cf3cbbd03c23", "address": "fa:16:3e:a9:9c:b5", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18821de-e5", "ovs_interfaceid": "c18821de-e5af-4097-9805-cf3cbbd03c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.839602] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccc322f2-7ed7-44ce-80eb-bf71eb2bf5d9 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.927067] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.929376] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.135s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.929607] env[69905]: DEBUG nova.objects.instance [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lazy-loading 'resources' on Instance uuid 6f7fe935-bf84-4317-b97c-79c278d214f3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.956193] env[69905]: INFO nova.scheduler.client.report [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Deleted allocations for instance ef425dc4-a495-4bea-a09a-758416c3db5c [ 912.971546] env[69905]: DEBUG oslo_vmware.api [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413632, 'name': PowerOffVM_Task, 'duration_secs': 0.256558} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.974931] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.975147] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.975754] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463113} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.975966] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52a7bd9d-baa6-45c4-b90a-0ac6b4e4acce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.977999] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] c227e17a-42bb-404a-bb97-fe58ca6698e9/c227e17a-42bb-404a-bb97-fe58ca6698e9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.977999] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.980549] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e02af9d5-d5bd-4e8e-b7d6-c795fc13d0f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.991874] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 912.991874] env[69905]: value = "task-3413634" [ 912.991874] env[69905]: _type = "Task" [ 912.991874] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.005651] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.081338] env[69905]: DEBUG nova.compute.manager [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.081665] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.084359] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6d3944-fbca-444a-b5b3-92c06bb16249 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.089273] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.089273] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.089273] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleting the datastore file [datastore2] 1a6a4e4e-0ebd-4940-8003-19fbcd216194 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.089517] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505497f7-7cc6-47f6-aea9-be8d90cdddbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.093766] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.094135] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6260e126-1af5-456a-9473-ce54ef9e3f67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.097958] env[69905]: DEBUG oslo_vmware.api [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 913.097958] env[69905]: value = "task-3413635" [ 913.097958] env[69905]: _type = "Task" [ 913.097958] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.102051] env[69905]: DEBUG oslo_vmware.api [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 913.102051] env[69905]: value = "task-3413636" [ 913.102051] env[69905]: _type = "Task" [ 913.102051] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.108996] env[69905]: DEBUG oslo_vmware.api [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.118314] env[69905]: DEBUG oslo_vmware.api [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.190093] env[69905]: DEBUG nova.network.neutron [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updating instance_info_cache with network_info: [{"id": "1a2791cc-376b-4035-aa61-72155a91eb13", "address": "fa:16:3e:e5:59:89", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2791cc-37", "ovs_interfaceid": "1a2791cc-376b-4035-aa61-72155a91eb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.191958] env[69905]: DEBUG oslo_concurrency.lockutils [req-841c84ba-75e8-49e3-9709-2fd7c5cc1e90 req-964a658d-c017-486e-aae7-018dfbf1bf2b service nova] Releasing lock "refresh_cache-c227e17a-42bb-404a-bb97-fe58ca6698e9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.221168] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.474343] env[69905]: DEBUG oslo_concurrency.lockutils [None req-440bb7f0-444b-4f15-9dc9-2d8f78691b72 tempest-ServersV294TestFqdnHostnames-1179429705 tempest-ServersV294TestFqdnHostnames-1179429705-project-member] Lock "ef425dc4-a495-4bea-a09a-758416c3db5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.684s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.505725] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077368} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.506055] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.506812] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb13e12b-a69c-4bbc-8817-08ac8c18c0cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.511715] env[69905]: DEBUG nova.compute.manager [req-cde1758e-1b32-4654-b9d9-ada1a6927601 req-6b1e3c08-ee0b-4858-8a48-26d09a85502c service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Received event network-vif-deleted-ebf7f695-03c2-46cf-828a-5106c925c525 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.511900] env[69905]: INFO nova.compute.manager [req-cde1758e-1b32-4654-b9d9-ada1a6927601 req-6b1e3c08-ee0b-4858-8a48-26d09a85502c service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Neutron deleted interface ebf7f695-03c2-46cf-828a-5106c925c525; detaching it from the instance and deleting it from the info cache [ 913.512079] env[69905]: DEBUG nova.network.neutron [req-cde1758e-1b32-4654-b9d9-ada1a6927601 req-6b1e3c08-ee0b-4858-8a48-26d09a85502c service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.538827] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c227e17a-42bb-404a-bb97-fe58ca6698e9/c227e17a-42bb-404a-bb97-fe58ca6698e9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.539915] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a2f7f5-28fb-4f9c-aed9-f25310782779 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.570400] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 913.570400] env[69905]: value = "task-3413637" [ 913.570400] env[69905]: _type = "Task" [ 913.570400] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.578618] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.618023] env[69905]: DEBUG oslo_vmware.api [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155546} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.618275] env[69905]: DEBUG oslo_vmware.api [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413636, 'name': PowerOffVM_Task, 'duration_secs': 0.299631} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.618558] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.618656] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.618835] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.619014] env[69905]: INFO nova.compute.manager [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Took 1.20 seconds to destroy the instance on the hypervisor. [ 913.619257] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.619449] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.619598] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.619894] env[69905]: DEBUG nova.compute.manager [-] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.620019] env[69905]: DEBUG nova.network.neutron [-] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.621833] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b5d6927-20fa-4d55-93e7-933a1a8a0ebc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.695202] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.710129] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.710369] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.711593] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Deleting the datastore file [datastore2] cd55ecc9-a0e3-4331-b33a-8714e8578857 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.711593] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfcc2018-8800-4f69-abea-cdfa2c763ac4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.722595] env[69905]: DEBUG oslo_vmware.api [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for the task: (returnval){ [ 913.722595] env[69905]: value = "task-3413639" [ 913.722595] env[69905]: _type = "Task" [ 913.722595] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.728120] env[69905]: DEBUG nova.compute.manager [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69905) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 913.728120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.738421] env[69905]: DEBUG oslo_vmware.api [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.984115] env[69905]: DEBUG nova.network.neutron [-] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.015565] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8361d935-8045-4a82-a586-7a711cfb3e68 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.029355] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a17cc-51b5-4789-ada6-520dc5d17dfd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.067123] env[69905]: DEBUG nova.compute.manager [req-cde1758e-1b32-4654-b9d9-ada1a6927601 req-6b1e3c08-ee0b-4858-8a48-26d09a85502c service nova] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Detach interface failed, port_id=ebf7f695-03c2-46cf-828a-5106c925c525, reason: Instance 0c322fec-6d73-4ad8-ab18-285789f4896d could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 914.079395] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413637, 'name': ReconfigVM_Task, 'duration_secs': 0.361302} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.079395] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c227e17a-42bb-404a-bb97-fe58ca6698e9/c227e17a-42bb-404a-bb97-fe58ca6698e9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.079395] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed915c1f-29da-4b45-9b4b-b66119bbdc0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.086793] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 914.086793] env[69905]: value = "task-3413640" [ 914.086793] env[69905]: _type = "Task" [ 914.086793] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.087546] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426730aa-03cd-410e-b3ef-2e709f69d5a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.101841] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413640, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.102586] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146eb6c9-fbae-4c08-b719-b42582411121 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.135513] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c18e9ae-0ed0-4a01-8a04-b9288e9fa66d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.144921] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e864f8b2-3089-434f-9bdf-6c257105eb50 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.160789] env[69905]: DEBUG nova.compute.provider_tree [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.234777] env[69905]: DEBUG oslo_vmware.api [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Task: {'id': task-3413639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155233} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.235061] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.235247] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.235423] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.235591] env[69905]: INFO nova.compute.manager [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Took 1.15 seconds to destroy the instance on the hypervisor. [ 914.235947] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.236060] env[69905]: DEBUG nova.compute.manager [-] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.236106] env[69905]: DEBUG nova.network.neutron [-] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.240807] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.241093] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.241238] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.241453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.241572] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.243870] env[69905]: INFO nova.compute.manager [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Terminating instance [ 914.487236] env[69905]: INFO nova.compute.manager [-] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Took 2.35 seconds to deallocate network for instance. [ 914.603580] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413640, 'name': Rename_Task, 'duration_secs': 0.15983} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.604228] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.604319] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-364c09e8-7eee-4eab-a419-01e719d4485d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.613073] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 914.613073] env[69905]: value = "task-3413641" [ 914.613073] env[69905]: _type = "Task" [ 914.613073] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.623776] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.664428] env[69905]: DEBUG nova.scheduler.client.report [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.674030] env[69905]: DEBUG nova.network.neutron [-] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.710301] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.710301] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7850b9e-5b1c-4421-92be-ef067df67451 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.720728] env[69905]: DEBUG oslo_vmware.api [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 914.720728] env[69905]: value = "task-3413642" [ 914.720728] env[69905]: _type = "Task" [ 914.720728] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.729701] env[69905]: DEBUG oslo_vmware.api [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.748137] env[69905]: DEBUG nova.compute.manager [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.748347] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.749274] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deee2d0-e779-4edf-8bcd-3865ab9b4e05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.762714] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.763263] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe5852bb-fc5e-44d3-a357-df223cc97a67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.778512] env[69905]: DEBUG oslo_vmware.api [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 914.778512] env[69905]: value = "task-3413643" [ 914.778512] env[69905]: _type = "Task" [ 914.778512] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.792684] env[69905]: DEBUG oslo_vmware.api [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.899435] env[69905]: DEBUG nova.compute.manager [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Stashing vm_state: stopped {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 914.997180] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.070074] env[69905]: DEBUG nova.network.neutron [-] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.130320] env[69905]: DEBUG oslo_vmware.api [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413641, 'name': PowerOnVM_Task, 'duration_secs': 0.494888} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.130671] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.130882] env[69905]: INFO nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Took 6.87 seconds to spawn the instance on the hypervisor. [ 915.131522] env[69905]: DEBUG nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.132297] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c126116-a832-4622-b789-a11364904faa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.169827] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.173142] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.315s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.175187] env[69905]: INFO nova.compute.claims [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.179946] env[69905]: INFO nova.compute.manager [-] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Took 1.56 seconds to deallocate network for instance. [ 915.195951] env[69905]: INFO nova.scheduler.client.report [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Deleted allocations for instance 6f7fe935-bf84-4317-b97c-79c278d214f3 [ 915.237403] env[69905]: DEBUG oslo_vmware.api [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413642, 'name': PowerOnVM_Task, 'duration_secs': 0.43329} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.237403] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.237403] env[69905]: DEBUG nova.compute.manager [None req-f765c13e-3576-4725-b17b-c420553abb10 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.237559] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b024f25c-ceb0-4e32-9a17-ce93ef9fa65e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.290668] env[69905]: DEBUG oslo_vmware.api [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413643, 'name': PowerOffVM_Task, 'duration_secs': 0.236114} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.290944] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.291127] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.291392] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cdd03fe-1c4f-4193-9d81-938d8ac5f358 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.365251] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.365574] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.365834] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Deleting the datastore file [datastore2] 784b71d1-94a8-4fe1-9213-90eaf03fc0ad {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.367143] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61507293-977a-498e-87cc-918b16595434 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.378356] env[69905]: DEBUG oslo_vmware.api [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 915.378356] env[69905]: value = "task-3413645" [ 915.378356] env[69905]: _type = "Task" [ 915.378356] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.393271] env[69905]: DEBUG oslo_vmware.api [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.420253] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.470122] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.470332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.545403] env[69905]: DEBUG nova.compute.manager [req-839dad84-eb4a-45fa-a4c1-938ac211b4f0 req-5163fcb3-006a-4122-b616-927cfedcc2ed service nova] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Received event network-vif-deleted-e220abf9-8ce6-44ad-9ae1-4a4a5dd00896 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.545612] env[69905]: DEBUG nova.compute.manager [req-839dad84-eb4a-45fa-a4c1-938ac211b4f0 req-5163fcb3-006a-4122-b616-927cfedcc2ed service nova] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Received event network-vif-deleted-d8dba30e-c007-4a86-a032-bee12d426fc0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.574857] env[69905]: INFO nova.compute.manager [-] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Took 1.34 seconds to deallocate network for instance. [ 915.652135] env[69905]: INFO nova.compute.manager [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Took 46.30 seconds to build instance. [ 915.687575] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.705484] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dc8b0d57-c6ab-4707-a4e7-e905e97f2e6e tempest-ServerRescueTestJSONUnderV235-778529820 tempest-ServerRescueTestJSONUnderV235-778529820-project-member] Lock "6f7fe935-bf84-4317-b97c-79c278d214f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.665s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.891276] env[69905]: DEBUG oslo_vmware.api [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474224} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.891276] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.891276] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.891398] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.894940] env[69905]: INFO nova.compute.manager [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 915.894940] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.894940] env[69905]: DEBUG nova.compute.manager [-] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.894940] env[69905]: DEBUG nova.network.neutron [-] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.083782] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.158013] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8971e55f-7285-4918-9d2d-251b82d7de35 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.817s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.664032] env[69905]: DEBUG nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.744448] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d965e-d2fd-473c-a180-71eb0c32ab5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.753571] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787b1278-235f-46a9-8b0e-bd3cdb70438b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.789526] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8d9aa4-700c-44ce-8af9-36518c7c0c14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.798461] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590babdd-156d-44a6-b565-07f1824f95df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.820447] env[69905]: DEBUG nova.compute.provider_tree [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.906751] env[69905]: DEBUG nova.network.neutron [-] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.182894] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.310262] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "c227e17a-42bb-404a-bb97-fe58ca6698e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.310262] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.310262] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "c227e17a-42bb-404a-bb97-fe58ca6698e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.310262] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.310262] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.317648] env[69905]: INFO nova.compute.manager [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Terminating instance [ 917.325828] env[69905]: DEBUG nova.scheduler.client.report [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.409837] env[69905]: INFO nova.compute.manager [-] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Took 1.52 seconds to deallocate network for instance. [ 917.576300] env[69905]: DEBUG nova.compute.manager [req-5ae2e698-f9ad-44d2-a4c4-03a4fb466295 req-fe30494d-2b95-4b57-acb8-67ea00143559 service nova] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Received event network-vif-deleted-f84ab324-1b3e-4127-a462-f4f2ec76c5da {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.821533] env[69905]: DEBUG nova.compute.manager [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.821932] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.822918] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b2e45-6b68-4652-b6ec-ebd4af6ec757 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.830056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.830647] env[69905]: DEBUG nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.835597] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.991s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.837642] env[69905]: INFO nova.compute.claims [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.841166] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.841603] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301e7240-89e3-460b-b5db-e99856ab640a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.849329] env[69905]: DEBUG oslo_vmware.api [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 917.849329] env[69905]: value = "task-3413646" [ 917.849329] env[69905]: _type = "Task" [ 917.849329] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.859736] env[69905]: DEBUG oslo_vmware.api [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.920633] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.345919] env[69905]: DEBUG nova.compute.utils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.351397] env[69905]: DEBUG nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.351397] env[69905]: DEBUG nova.network.neutron [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.363340] env[69905]: DEBUG oslo_vmware.api [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413646, 'name': PowerOffVM_Task, 'duration_secs': 0.351977} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.363732] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.363870] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.364759] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4842948-3680-4b77-b48c-c654dd551eae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.417146] env[69905]: DEBUG nova.policy [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '006b64b8aaad4f59b2e6528dda80bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa6e1f36668405f987332bfd33be57f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.431733] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.431965] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.432194] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleting the datastore file [datastore1] c227e17a-42bb-404a-bb97-fe58ca6698e9 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.432645] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c0af35c-8708-459f-9222-29d34e0cd366 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.441970] env[69905]: DEBUG oslo_vmware.api [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for the task: (returnval){ [ 918.441970] env[69905]: value = "task-3413648" [ 918.441970] env[69905]: _type = "Task" [ 918.441970] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.451965] env[69905]: DEBUG oslo_vmware.api [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.713175] env[69905]: DEBUG nova.network.neutron [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Successfully created port: 4d5ac8b7-1965-434e-b878-c084016f859a {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.850608] env[69905]: DEBUG nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.955109] env[69905]: DEBUG oslo_vmware.api [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.367750] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c94cd-1a29-419f-b598-e0b59d0548ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.376198] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb0c99-d112-48f9-8ac7-5a8970882bed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.410587] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ebdf9c-6887-49e5-88ae-0f2bddb0d83f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.420428] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0a6a2-3314-4d5b-b4d2-03c9716f3912 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.436185] env[69905]: DEBUG nova.compute.provider_tree [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.453463] env[69905]: DEBUG oslo_vmware.api [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Task: {'id': task-3413648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665584} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.453719] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.453904] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.454207] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.454402] env[69905]: INFO nova.compute.manager [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 919.454640] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.454835] env[69905]: DEBUG nova.compute.manager [-] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.454956] env[69905]: DEBUG nova.network.neutron [-] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.863112] env[69905]: DEBUG nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.899484] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.899746] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.899904] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.900099] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.900244] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.900388] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.900601] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.900739] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.900897] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.901064] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.901395] env[69905]: DEBUG nova.virt.hardware [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.902187] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2679dfcf-137c-4340-820a-36480b846234 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.911318] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae88823-422c-4402-a392-8809c4d32044 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.941212] env[69905]: DEBUG nova.scheduler.client.report [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.088275] env[69905]: DEBUG nova.compute.manager [req-07efde4b-ffce-48c2-bec0-047def47251d req-f971143f-285a-4302-9272-830b47167fd0 service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Received event network-vif-deleted-6931abab-030a-490c-a879-95abc65272fc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.088477] env[69905]: INFO nova.compute.manager [req-07efde4b-ffce-48c2-bec0-047def47251d req-f971143f-285a-4302-9272-830b47167fd0 service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Neutron deleted interface 6931abab-030a-490c-a879-95abc65272fc; detaching it from the instance and deleting it from the info cache [ 920.088648] env[69905]: DEBUG nova.network.neutron [req-07efde4b-ffce-48c2-bec0-047def47251d req-f971143f-285a-4302-9272-830b47167fd0 service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.262651] env[69905]: DEBUG nova.compute.manager [req-3cfea066-adc4-463e-a078-d712bf72ef88 req-13e1c73a-ba7f-482a-9d37-87fe1d2a00d2 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Received event network-vif-plugged-4d5ac8b7-1965-434e-b878-c084016f859a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.263026] env[69905]: DEBUG oslo_concurrency.lockutils [req-3cfea066-adc4-463e-a078-d712bf72ef88 req-13e1c73a-ba7f-482a-9d37-87fe1d2a00d2 service nova] Acquiring lock "68ab22df-df70-46c3-b8a4-7f08275ddf71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.263103] env[69905]: DEBUG oslo_concurrency.lockutils [req-3cfea066-adc4-463e-a078-d712bf72ef88 req-13e1c73a-ba7f-482a-9d37-87fe1d2a00d2 service nova] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.263254] env[69905]: DEBUG oslo_concurrency.lockutils [req-3cfea066-adc4-463e-a078-d712bf72ef88 req-13e1c73a-ba7f-482a-9d37-87fe1d2a00d2 service nova] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.263413] env[69905]: DEBUG nova.compute.manager [req-3cfea066-adc4-463e-a078-d712bf72ef88 req-13e1c73a-ba7f-482a-9d37-87fe1d2a00d2 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] No waiting events found dispatching network-vif-plugged-4d5ac8b7-1965-434e-b878-c084016f859a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.263569] env[69905]: WARNING nova.compute.manager [req-3cfea066-adc4-463e-a078-d712bf72ef88 req-13e1c73a-ba7f-482a-9d37-87fe1d2a00d2 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Received unexpected event network-vif-plugged-4d5ac8b7-1965-434e-b878-c084016f859a for instance with vm_state building and task_state spawning. [ 920.436839] env[69905]: DEBUG nova.network.neutron [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Successfully updated port: 4d5ac8b7-1965-434e-b878-c084016f859a {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.448983] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.448983] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.452535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.563s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.455511] env[69905]: INFO nova.compute.claims [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.567342] env[69905]: DEBUG nova.network.neutron [-] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.595733] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebd0077d-c7d2-4e0c-9ceb-007639962cd8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.607588] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7173a32b-4229-45a1-adf9-6a5a0fbea5fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.643936] env[69905]: DEBUG nova.compute.manager [req-07efde4b-ffce-48c2-bec0-047def47251d req-f971143f-285a-4302-9272-830b47167fd0 service nova] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Detach interface failed, port_id=6931abab-030a-490c-a879-95abc65272fc, reason: Instance c227e17a-42bb-404a-bb97-fe58ca6698e9 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.943304] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "refresh_cache-68ab22df-df70-46c3-b8a4-7f08275ddf71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.943304] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquired lock "refresh_cache-68ab22df-df70-46c3-b8a4-7f08275ddf71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.943304] env[69905]: DEBUG nova.network.neutron [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.959352] env[69905]: DEBUG nova.compute.utils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.966634] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.967380] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.023358] env[69905]: DEBUG nova.policy [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d392edd317b4c4bacd425359162d676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '852d94a3c9c74a278bbb02a05fb90f05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.073022] env[69905]: INFO nova.compute.manager [-] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Took 1.61 seconds to deallocate network for instance. [ 921.443870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.443870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.468157] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.577999] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.709907] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Successfully created port: b3a685e6-d0d2-4f6e-8e12-4f2791743b95 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.713879] env[69905]: DEBUG nova.network.neutron [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.963657] env[69905]: DEBUG nova.network.neutron [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Updating instance_info_cache with network_info: [{"id": "4d5ac8b7-1965-434e-b878-c084016f859a", "address": "fa:16:3e:28:45:f9", "network": {"id": "64f4e7a8-a12b-42a7-bbb1-6de8b4529b92", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1904373676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa6e1f36668405f987332bfd33be57f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5ac8b7-19", "ovs_interfaceid": "4d5ac8b7-1965-434e-b878-c084016f859a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.062295] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a790608-acd9-41bf-89bd-031a3bfacd7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.071246] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7eae8-2375-4258-987b-dd31e39371ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.106618] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a8574-3d37-48a9-aed9-ef4fd08d75ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.115723] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d51bbbd-3276-4fdd-b87c-4fc6ca3082b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.134156] env[69905]: DEBUG nova.compute.provider_tree [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.295891] env[69905]: DEBUG nova.compute.manager [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Received event network-changed-4d5ac8b7-1965-434e-b878-c084016f859a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.295891] env[69905]: DEBUG nova.compute.manager [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Refreshing instance network info cache due to event network-changed-4d5ac8b7-1965-434e-b878-c084016f859a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.295891] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] Acquiring lock "refresh_cache-68ab22df-df70-46c3-b8a4-7f08275ddf71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.466737] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Releasing lock "refresh_cache-68ab22df-df70-46c3-b8a4-7f08275ddf71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.467172] env[69905]: DEBUG nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Instance network_info: |[{"id": "4d5ac8b7-1965-434e-b878-c084016f859a", "address": "fa:16:3e:28:45:f9", "network": {"id": "64f4e7a8-a12b-42a7-bbb1-6de8b4529b92", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1904373676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa6e1f36668405f987332bfd33be57f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5ac8b7-19", "ovs_interfaceid": "4d5ac8b7-1965-434e-b878-c084016f859a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.467473] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] Acquired lock "refresh_cache-68ab22df-df70-46c3-b8a4-7f08275ddf71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.467654] env[69905]: DEBUG nova.network.neutron [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Refreshing network info cache for port 4d5ac8b7-1965-434e-b878-c084016f859a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.469097] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:45:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d5ac8b7-1965-434e-b878-c084016f859a', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.476862] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Creating folder: Project (8aa6e1f36668405f987332bfd33be57f). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.480439] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73308fa6-2bd9-4796-9900-65096a4f6036 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.483081] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.496766] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Created folder: Project (8aa6e1f36668405f987332bfd33be57f) in parent group-v680985. [ 922.497116] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Creating folder: Instances. Parent ref: group-v681154. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.497421] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b465e37-da5f-41b2-b3fc-d4a6e26b22e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.510147] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Created folder: Instances in parent group-v681154. [ 922.510412] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.510617] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.510829] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eef58d18-7bcb-4167-ae2a-28f9795638f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.527477] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.527727] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.527882] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.528538] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.528538] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.528538] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.528538] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.528882] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.528882] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.529134] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.529177] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.530361] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fe4baa-c316-457f-8467-37f30514bd74 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.542672] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8914c185-25b8-462b-aa55-e6f360ddb341 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.546850] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.546850] env[69905]: value = "task-3413651" [ 922.546850] env[69905]: _type = "Task" [ 922.546850] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.571589] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413651, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.636819] env[69905]: DEBUG nova.scheduler.client.report [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.775374] env[69905]: DEBUG nova.network.neutron [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Updated VIF entry in instance network info cache for port 4d5ac8b7-1965-434e-b878-c084016f859a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.775873] env[69905]: DEBUG nova.network.neutron [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Updating instance_info_cache with network_info: [{"id": "4d5ac8b7-1965-434e-b878-c084016f859a", "address": "fa:16:3e:28:45:f9", "network": {"id": "64f4e7a8-a12b-42a7-bbb1-6de8b4529b92", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1904373676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa6e1f36668405f987332bfd33be57f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5ac8b7-19", "ovs_interfaceid": "4d5ac8b7-1965-434e-b878-c084016f859a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.056903] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413651, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.145022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.145022] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.146158] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.792s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.146696] env[69905]: DEBUG nova.objects.instance [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lazy-loading 'resources' on Instance uuid 01e016f6-7bf0-4f5d-8516-9176b6f628f7 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.279157] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba43be53-89a0-48b4-a5b8-0a6b705d40b3 req-eed16e40-fca2-4dd7-a3a4-546b14cfdb49 service nova] Releasing lock "refresh_cache-68ab22df-df70-46c3-b8a4-7f08275ddf71" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.438456] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "730c5b7f-481c-4d48-9556-cd860bfb65e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.439517] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.446333] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Successfully updated port: b3a685e6-d0d2-4f6e-8e12-4f2791743b95 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.557343] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413651, 'name': CreateVM_Task, 'duration_secs': 0.611151} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.557681] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.558656] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.558927] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.559369] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.559727] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcc0a29-bfed-423b-81d9-e6ae4fd40d9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.565439] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 923.565439] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520726fa-810f-2daf-f1dd-c47a40853a9d" [ 923.565439] env[69905]: _type = "Task" [ 923.565439] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.576418] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520726fa-810f-2daf-f1dd-c47a40853a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.650893] env[69905]: DEBUG nova.compute.utils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.656090] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.656339] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.696935] env[69905]: DEBUG nova.policy [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d392edd317b4c4bacd425359162d676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '852d94a3c9c74a278bbb02a05fb90f05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.888495] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.888736] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.949022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "refresh_cache-9f25670a-4df1-411d-ab31-ab53cd5baeb0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.949261] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "refresh_cache-9f25670a-4df1-411d-ab31-ab53cd5baeb0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.949261] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.953707] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Successfully created port: 0b259f45-cebe-42fc-b1f8-4f4af989331b {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.076637] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520726fa-810f-2daf-f1dd-c47a40853a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013392} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.079306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.079553] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.079788] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.079933] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.080190] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.080674] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-038972b8-9e58-45cb-bcb1-93b41f306da3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.095515] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.095589] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.096450] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f322607-2875-4a76-8d41-b1d6e2c9f8d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.103230] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 924.103230] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ef8934-e102-bb79-87bf-fd06f6dfc7bb" [ 924.103230] env[69905]: _type = "Task" [ 924.103230] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.111557] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ef8934-e102-bb79-87bf-fd06f6dfc7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.148713] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398440f8-3999-4c64-b2df-8c56c1e3752b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.159051] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c21b013-9155-4e25-a606-ae2f72555ace {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.162570] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.195486] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ccd488-71fd-4094-8f5a-a73704bdaf66 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.204257] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e5f47f-2075-44c0-9ce3-f5eae149feb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.223023] env[69905]: DEBUG nova.compute.provider_tree [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.320642] env[69905]: DEBUG nova.compute.manager [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Received event network-vif-plugged-b3a685e6-d0d2-4f6e-8e12-4f2791743b95 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.320879] env[69905]: DEBUG oslo_concurrency.lockutils [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] Acquiring lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.321103] env[69905]: DEBUG oslo_concurrency.lockutils [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.321275] env[69905]: DEBUG oslo_concurrency.lockutils [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.321443] env[69905]: DEBUG nova.compute.manager [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] No waiting events found dispatching network-vif-plugged-b3a685e6-d0d2-4f6e-8e12-4f2791743b95 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.321605] env[69905]: WARNING nova.compute.manager [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Received unexpected event network-vif-plugged-b3a685e6-d0d2-4f6e-8e12-4f2791743b95 for instance with vm_state building and task_state spawning. [ 924.321759] env[69905]: DEBUG nova.compute.manager [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Received event network-changed-b3a685e6-d0d2-4f6e-8e12-4f2791743b95 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.321913] env[69905]: DEBUG nova.compute.manager [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Refreshing instance network info cache due to event network-changed-b3a685e6-d0d2-4f6e-8e12-4f2791743b95. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.322089] env[69905]: DEBUG oslo_concurrency.lockutils [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] Acquiring lock "refresh_cache-9f25670a-4df1-411d-ab31-ab53cd5baeb0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.501331] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.621865] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ef8934-e102-bb79-87bf-fd06f6dfc7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.018678} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.625018] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0095e2b-8bff-474a-bd0b-aa6024983cf6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.631360] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 924.631360] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5275e3f1-0ef1-2556-e9ec-eb9b51231b28" [ 924.631360] env[69905]: _type = "Task" [ 924.631360] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.644706] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5275e3f1-0ef1-2556-e9ec-eb9b51231b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.728089] env[69905]: DEBUG nova.scheduler.client.report [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.756069] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Updating instance_info_cache with network_info: [{"id": "b3a685e6-d0d2-4f6e-8e12-4f2791743b95", "address": "fa:16:3e:5b:9d:ad", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a685e6-d0", "ovs_interfaceid": "b3a685e6-d0d2-4f6e-8e12-4f2791743b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.141100] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5275e3f1-0ef1-2556-e9ec-eb9b51231b28, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.141387] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.141684] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 68ab22df-df70-46c3-b8a4-7f08275ddf71/68ab22df-df70-46c3-b8a4-7f08275ddf71.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.141974] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de78732d-9935-4a82-bc32-9c0fef3e2d47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.149815] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 925.149815] env[69905]: value = "task-3413652" [ 925.149815] env[69905]: _type = "Task" [ 925.149815] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.157708] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.172922] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.203142] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.203502] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.203732] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.204311] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.204311] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.204522] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.204786] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.204966] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.205175] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.205345] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.205540] env[69905]: DEBUG nova.virt.hardware [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.206444] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d334f40-8749-4e9a-9acb-c928510f17fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.215581] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f1a3f-c300-4eb4-a877-fb39c98e314e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.238828] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.241473] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.227s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.243375] env[69905]: INFO nova.compute.claims [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.259284] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "refresh_cache-9f25670a-4df1-411d-ab31-ab53cd5baeb0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.259629] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Instance network_info: |[{"id": "b3a685e6-d0d2-4f6e-8e12-4f2791743b95", "address": "fa:16:3e:5b:9d:ad", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a685e6-d0", "ovs_interfaceid": "b3a685e6-d0d2-4f6e-8e12-4f2791743b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.259930] env[69905]: DEBUG oslo_concurrency.lockutils [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] Acquired lock "refresh_cache-9f25670a-4df1-411d-ab31-ab53cd5baeb0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.260121] env[69905]: DEBUG nova.network.neutron [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Refreshing network info cache for port b3a685e6-d0d2-4f6e-8e12-4f2791743b95 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.261316] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9d:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3a685e6-d0d2-4f6e-8e12-4f2791743b95', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.269125] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Creating folder: Project (852d94a3c9c74a278bbb02a05fb90f05). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.270248] env[69905]: INFO nova.scheduler.client.report [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Deleted allocations for instance 01e016f6-7bf0-4f5d-8516-9176b6f628f7 [ 925.271410] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1251b860-c31b-488f-a302-347b5a94782d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.289699] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Created folder: Project (852d94a3c9c74a278bbb02a05fb90f05) in parent group-v680985. [ 925.289804] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Creating folder: Instances. Parent ref: group-v681157. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.290982] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd30f007-48fc-4276-8973-0c46fa47fa13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.308713] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Created folder: Instances in parent group-v681157. [ 925.308713] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.308713] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.308713] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd82b8d3-43ae-4fa4-b5a1-51e3622f7d2f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.330617] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.330617] env[69905]: value = "task-3413655" [ 925.330617] env[69905]: _type = "Task" [ 925.330617] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.340612] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413655, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.490789] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Successfully updated port: 0b259f45-cebe-42fc-b1f8-4f4af989331b {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.660961] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413652, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.780917] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbdf70e1-b524-4085-90fe-c8d4d628cb5a tempest-FloatingIPsAssociationTestJSON-1307320230 tempest-FloatingIPsAssociationTestJSON-1307320230-project-member] Lock "01e016f6-7bf0-4f5d-8516-9176b6f628f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.978s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.843895] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413655, 'name': CreateVM_Task, 'duration_secs': 0.49475} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.843895] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.843895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.843895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.843895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.843895] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00da5ab0-3058-4c2d-9cb1-e55571643033 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.848228] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 925.848228] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f72bfc-89a7-95ed-cf75-3b5eb91e704e" [ 925.848228] env[69905]: _type = "Task" [ 925.848228] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.857592] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f72bfc-89a7-95ed-cf75-3b5eb91e704e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.983874] env[69905]: DEBUG nova.network.neutron [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Updated VIF entry in instance network info cache for port b3a685e6-d0d2-4f6e-8e12-4f2791743b95. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.984253] env[69905]: DEBUG nova.network.neutron [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Updating instance_info_cache with network_info: [{"id": "b3a685e6-d0d2-4f6e-8e12-4f2791743b95", "address": "fa:16:3e:5b:9d:ad", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a685e6-d0", "ovs_interfaceid": "b3a685e6-d0d2-4f6e-8e12-4f2791743b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.993997] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "refresh_cache-d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.994086] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "refresh_cache-d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.994233] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.162803] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541698} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.163564] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 68ab22df-df70-46c3-b8a4-7f08275ddf71/68ab22df-df70-46c3-b8a4-7f08275ddf71.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.163839] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.164213] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eebc1e00-1a56-45e0-a689-c5eb1540f5d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.172906] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 926.172906] env[69905]: value = "task-3413656" [ 926.172906] env[69905]: _type = "Task" [ 926.172906] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.186215] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.364475] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f72bfc-89a7-95ed-cf75-3b5eb91e704e, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.364816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.365089] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.365418] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.365697] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.365909] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.366253] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17b77ac0-e9da-472e-bee7-24f65aa03b19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.379179] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.379631] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.380706] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29bbc8d-e71d-40a5-ad6e-c947808721d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.392708] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 926.392708] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2c976-e6f9-d8f1-7d42-bd7a3732dd43" [ 926.392708] env[69905]: _type = "Task" [ 926.392708] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.403179] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2c976-e6f9-d8f1-7d42-bd7a3732dd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.450960] env[69905]: DEBUG nova.compute.manager [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Received event network-vif-plugged-0b259f45-cebe-42fc-b1f8-4f4af989331b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.450960] env[69905]: DEBUG oslo_concurrency.lockutils [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] Acquiring lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.450960] env[69905]: DEBUG oslo_concurrency.lockutils [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.450960] env[69905]: DEBUG oslo_concurrency.lockutils [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.450960] env[69905]: DEBUG nova.compute.manager [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] No waiting events found dispatching network-vif-plugged-0b259f45-cebe-42fc-b1f8-4f4af989331b {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.450960] env[69905]: WARNING nova.compute.manager [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Received unexpected event network-vif-plugged-0b259f45-cebe-42fc-b1f8-4f4af989331b for instance with vm_state building and task_state spawning. [ 926.451930] env[69905]: DEBUG nova.compute.manager [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Received event network-changed-0b259f45-cebe-42fc-b1f8-4f4af989331b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.452430] env[69905]: DEBUG nova.compute.manager [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Refreshing instance network info cache due to event network-changed-0b259f45-cebe-42fc-b1f8-4f4af989331b. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.453092] env[69905]: DEBUG oslo_concurrency.lockutils [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] Acquiring lock "refresh_cache-d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.487526] env[69905]: DEBUG oslo_concurrency.lockutils [req-5220afd8-0602-4588-a165-d5ac47970c65 req-535ddac5-179f-4d74-82ac-7ec8eb8f912d service nova] Releasing lock "refresh_cache-9f25670a-4df1-411d-ab31-ab53cd5baeb0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.572855] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.683878] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07087} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.688864] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.689898] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f460ebe5-4791-443d-a84d-2707b0268671 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.712610] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 68ab22df-df70-46c3-b8a4-7f08275ddf71/68ab22df-df70-46c3-b8a4-7f08275ddf71.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.715382] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6266c12-d8c4-4648-9916-30700b72e65e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.737805] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 926.737805] env[69905]: value = "task-3413657" [ 926.737805] env[69905]: _type = "Task" [ 926.737805] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.746554] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.800385] env[69905]: DEBUG nova.network.neutron [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Updating instance_info_cache with network_info: [{"id": "0b259f45-cebe-42fc-b1f8-4f4af989331b", "address": "fa:16:3e:7a:b7:ed", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b259f45-ce", "ovs_interfaceid": "0b259f45-cebe-42fc-b1f8-4f4af989331b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.829323] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d474aa-9671-4059-8b05-f6b310e20d59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.837283] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15ed0c2-1f37-4ac7-8e7a-1d289813e23a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.869878] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f941b8-01b8-43ad-93fb-7a084a86153e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.878475] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165950f7-1728-4209-952b-2f912e98fb25 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.893515] env[69905]: DEBUG nova.compute.provider_tree [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.905931] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2c976-e6f9-d8f1-7d42-bd7a3732dd43, 'name': SearchDatastore_Task, 'duration_secs': 0.078882} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.906732] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c902c3a0-9149-40ae-9e6e-79a619683073 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.912893] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 926.912893] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5245fa83-76b2-e1b3-0b26-ecf5aa54e437" [ 926.912893] env[69905]: _type = "Task" [ 926.912893] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.921238] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5245fa83-76b2-e1b3-0b26-ecf5aa54e437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.248027] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413657, 'name': ReconfigVM_Task, 'duration_secs': 0.31538} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.248342] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 68ab22df-df70-46c3-b8a4-7f08275ddf71/68ab22df-df70-46c3-b8a4-7f08275ddf71.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.248954] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15116904-9971-4396-8777-4d9968b092d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.256725] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 927.256725] env[69905]: value = "task-3413658" [ 927.256725] env[69905]: _type = "Task" [ 927.256725] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.265684] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413658, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.303604] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "refresh_cache-d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.304273] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Instance network_info: |[{"id": "0b259f45-cebe-42fc-b1f8-4f4af989331b", "address": "fa:16:3e:7a:b7:ed", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b259f45-ce", "ovs_interfaceid": "0b259f45-cebe-42fc-b1f8-4f4af989331b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.304273] env[69905]: DEBUG oslo_concurrency.lockutils [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] Acquired lock "refresh_cache-d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.304520] env[69905]: DEBUG nova.network.neutron [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Refreshing network info cache for port 0b259f45-cebe-42fc-b1f8-4f4af989331b {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.305626] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:b7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b259f45-cebe-42fc-b1f8-4f4af989331b', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.313205] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.314249] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.314476] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b1acc96-4033-47a1-a53e-148ab8ecab19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.335410] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.335410] env[69905]: value = "task-3413659" [ 927.335410] env[69905]: _type = "Task" [ 927.335410] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.343729] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413659, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.399811] env[69905]: DEBUG nova.scheduler.client.report [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.425703] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5245fa83-76b2-e1b3-0b26-ecf5aa54e437, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.425961] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.426262] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9f25670a-4df1-411d-ab31-ab53cd5baeb0/9f25670a-4df1-411d-ab31-ab53cd5baeb0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.426569] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80201a80-9e25-4902-9000-a955519417b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.434839] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 927.434839] env[69905]: value = "task-3413660" [ 927.434839] env[69905]: _type = "Task" [ 927.434839] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.444850] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.770763] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413658, 'name': Rename_Task, 'duration_secs': 0.15381} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.770763] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.770763] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62488428-7c0d-430a-a8ba-88795b0c25a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.780480] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 927.780480] env[69905]: value = "task-3413661" [ 927.780480] env[69905]: _type = "Task" [ 927.780480] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.800130] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.848247] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413659, 'name': CreateVM_Task, 'duration_secs': 0.42505} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.848527] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.849520] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.849733] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.850099] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.850378] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756ab14c-4542-4e31-8711-894fd2f6292e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.857337] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 927.857337] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d98b01-894a-fb10-eece-1c7947c6f66b" [ 927.857337] env[69905]: _type = "Task" [ 927.857337] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.866567] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d98b01-894a-fb10-eece-1c7947c6f66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.904665] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.905638] env[69905]: DEBUG nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.908818] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.359s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.909044] env[69905]: DEBUG nova.objects.instance [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 927.948423] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413660, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.054370] env[69905]: DEBUG nova.network.neutron [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Updated VIF entry in instance network info cache for port 0b259f45-cebe-42fc-b1f8-4f4af989331b. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.054707] env[69905]: DEBUG nova.network.neutron [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Updating instance_info_cache with network_info: [{"id": "0b259f45-cebe-42fc-b1f8-4f4af989331b", "address": "fa:16:3e:7a:b7:ed", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b259f45-ce", "ovs_interfaceid": "0b259f45-cebe-42fc-b1f8-4f4af989331b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.290537] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.368405] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d98b01-894a-fb10-eece-1c7947c6f66b, 'name': SearchDatastore_Task, 'duration_secs': 0.061098} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.368705] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.368931] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.369183] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.369358] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.369543] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.369829] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77e87ae2-1abe-4d8e-8cfd-8b1bdf1e6c29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.378469] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.378640] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.379327] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0867b02-0e6c-40f2-945f-d8dac399ff1a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.384554] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 928.384554] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081983-5666-8197-ef7d-c20bc0a5f4c0" [ 928.384554] env[69905]: _type = "Task" [ 928.384554] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.392445] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081983-5666-8197-ef7d-c20bc0a5f4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.410515] env[69905]: DEBUG nova.compute.utils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.411839] env[69905]: DEBUG nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 928.445995] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533022} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.446287] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9f25670a-4df1-411d-ab31-ab53cd5baeb0/9f25670a-4df1-411d-ab31-ab53cd5baeb0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.446475] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.446715] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92f478c8-7687-4043-9457-20b3060f54ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.453537] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 928.453537] env[69905]: value = "task-3413662" [ 928.453537] env[69905]: _type = "Task" [ 928.453537] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.462200] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.557644] env[69905]: DEBUG oslo_concurrency.lockutils [req-d86385f8-6423-4ec9-abcb-311cae0d111e req-5e54f2f7-bfb1-4571-9b38-2bd3dcb161d5 service nova] Releasing lock "refresh_cache-d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.791567] env[69905]: DEBUG oslo_vmware.api [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413661, 'name': PowerOnVM_Task, 'duration_secs': 0.966376} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.791847] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.792058] env[69905]: INFO nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Took 8.93 seconds to spawn the instance on the hypervisor. [ 928.792239] env[69905]: DEBUG nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.792991] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239bb865-96db-4f19-ae5d-7a72fd1c6146 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.895762] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081983-5666-8197-ef7d-c20bc0a5f4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008463} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.896699] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793c5fb4-ecf3-4450-baca-1dd9bec4a605 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.903185] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 928.903185] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dfbeeb-9398-48cf-8f55-08b0f97328d7" [ 928.903185] env[69905]: _type = "Task" [ 928.903185] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.913685] env[69905]: DEBUG nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.915506] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dfbeeb-9398-48cf-8f55-08b0f97328d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.917361] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9e1688a-ba2a-427f-9dc2-bfe503c778ad tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.918350] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.197s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.918528] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.918682] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 928.918946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.504s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.919216] env[69905]: DEBUG nova.objects.instance [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lazy-loading 'resources' on Instance uuid 968d5406-15e8-47d8-ae02-0a91e321db9a {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.921077] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b4c4d0-4b71-4518-ac5b-29084a89a118 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.929666] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec575c53-94b2-4168-82de-f30b1f5aae3c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.946310] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f6225-5a0a-47ab-af80-48734b7770a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.955030] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c7930-25e5-4708-9b4c-10210fb0343f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.967606] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061021} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.990527] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.991264] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177608MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 928.991402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.992448] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223fab7-dc09-468f-9e27-aa904affa10e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.014853] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 9f25670a-4df1-411d-ab31-ab53cd5baeb0/9f25670a-4df1-411d-ab31-ab53cd5baeb0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.015591] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c0089be-12d9-4213-b11d-7bc4dc436678 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.035374] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 929.035374] env[69905]: value = "task-3413663" [ 929.035374] env[69905]: _type = "Task" [ 929.035374] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.045321] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.310064] env[69905]: INFO nova.compute.manager [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Took 38.49 seconds to build instance. [ 929.420583] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dfbeeb-9398-48cf-8f55-08b0f97328d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.421292] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.421292] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] d6e6f611-2ecc-44b5-a5cd-dfe1e446848e/d6e6f611-2ecc-44b5-a5cd-dfe1e446848e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.421495] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f5d305f-ae41-473e-b2a9-6a5f5f8fbc62 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.429762] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 929.429762] env[69905]: value = "task-3413664" [ 929.429762] env[69905]: _type = "Task" [ 929.429762] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.438131] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.548404] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413663, 'name': ReconfigVM_Task, 'duration_secs': 0.258424} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.548705] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 9f25670a-4df1-411d-ab31-ab53cd5baeb0/9f25670a-4df1-411d-ab31-ab53cd5baeb0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.549354] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca427d0-0c51-436f-ad03-0f3a12c729b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.555869] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 929.555869] env[69905]: value = "task-3413665" [ 929.555869] env[69905]: _type = "Task" [ 929.555869] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.564185] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413665, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.811757] env[69905]: DEBUG oslo_concurrency.lockutils [None req-836bb276-5ef3-42d6-ba0f-ed1d73a388e7 tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.999s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.896020] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f356c5-c632-4db0-9a27-1f1ca3da1d42 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.903823] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920c1e6-1c5d-41e8-979e-cbc61a4f2ecc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.946326] env[69905]: DEBUG nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.952654] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee90d628-0d95-461b-b815-be157d25d0b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.963577] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478779} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.965366] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] d6e6f611-2ecc-44b5-a5cd-dfe1e446848e/d6e6f611-2ecc-44b5-a5cd-dfe1e446848e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.965603] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.965892] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32201e4b-a547-4bc4-92c7-82efaea042cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.968673] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c698693-ac73-4ae3-b3b7-725e23a5db96 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.979476] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 929.979476] env[69905]: value = "task-3413666" [ 929.979476] env[69905]: _type = "Task" [ 929.979476] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.985940] env[69905]: DEBUG nova.compute.provider_tree [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.005596] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.005918] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.006222] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.006360] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.006536] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.006713] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.008082] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.008082] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.008082] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.008082] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.008082] env[69905]: DEBUG nova.virt.hardware [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.009027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b5e3a-7380-456a-a142-198cebc3cd30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.020418] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79800767-fd78-4599-b744-ada4efe7fa8c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.034311] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.042012] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Creating folder: Project (d37adc0fbe1447eeb0a560e427a137ec). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.042012] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82e51871-8457-4523-854f-1afcdd334774 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.054598] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Created folder: Project (d37adc0fbe1447eeb0a560e427a137ec) in parent group-v680985. [ 930.054598] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Creating folder: Instances. Parent ref: group-v681161. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.054598] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a2f0ea9-2a0d-4f51-8266-4417f1d30ec0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.065657] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413665, 'name': Rename_Task, 'duration_secs': 0.23692} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.067058] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.067375] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Created folder: Instances in parent group-v681161. [ 930.067595] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.067769] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff45f5f8-cf24-4c5e-8535-24751d48fd06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.069410] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.069647] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-932fb232-9a1a-457d-9056-42a94e4e2697 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.087066] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.087066] env[69905]: value = "task-3413670" [ 930.087066] env[69905]: _type = "Task" [ 930.087066] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.090017] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 930.090017] env[69905]: value = "task-3413669" [ 930.090017] env[69905]: _type = "Task" [ 930.090017] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.101497] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413670, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.102562] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.315420] env[69905]: DEBUG nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.496393] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087734} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.497270] env[69905]: DEBUG nova.scheduler.client.report [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.500481] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.501475] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98d5363-119b-489c-a7f8-994a22e37c9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.526551] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d6e6f611-2ecc-44b5-a5cd-dfe1e446848e/d6e6f611-2ecc-44b5-a5cd-dfe1e446848e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.527488] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0e82ce-1d9e-419d-985a-347f8236c5ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.549441] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 930.549441] env[69905]: value = "task-3413671" [ 930.549441] env[69905]: _type = "Task" [ 930.549441] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.558653] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.605080] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.605080] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413670, 'name': CreateVM_Task, 'duration_secs': 0.328265} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.605080] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.605080] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.605080] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.606059] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.606586] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c042521a-15aa-47ff-a0fe-0ec3a54141de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.613966] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 930.613966] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525ee910-b6df-c92e-ff72-c9f7f5cd58b7" [ 930.613966] env[69905]: _type = "Task" [ 930.613966] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.623155] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525ee910-b6df-c92e-ff72-c9f7f5cd58b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.624660] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "68ab22df-df70-46c3-b8a4-7f08275ddf71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.624918] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.625170] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "68ab22df-df70-46c3-b8a4-7f08275ddf71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.625405] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.625614] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.628078] env[69905]: INFO nova.compute.manager [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Terminating instance [ 930.838784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.005663] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.008024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.386s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.009626] env[69905]: INFO nova.compute.claims [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.035009] env[69905]: INFO nova.scheduler.client.report [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted allocations for instance 968d5406-15e8-47d8-ae02-0a91e321db9a [ 931.061879] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.103786] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413669, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.124173] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525ee910-b6df-c92e-ff72-c9f7f5cd58b7, 'name': SearchDatastore_Task, 'duration_secs': 0.0474} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.124457] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.124690] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.124925] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.125086] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.125305] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.125571] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e55baa-e23d-4148-bf6a-4f661e539dfa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.132201] env[69905]: DEBUG nova.compute.manager [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.132405] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.133206] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3927e5f-1a77-4d95-9850-95cc93d57360 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.141182] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.141910] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6f7677-765e-45e4-8a6b-b29785360ffd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.143467] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.143651] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.144335] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617de0a3-dc9e-463d-9476-7f6430a25eb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.150930] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 931.150930] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528818f5-a3bb-1a27-c520-05f384010e3f" [ 931.150930] env[69905]: _type = "Task" [ 931.150930] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.155514] env[69905]: DEBUG oslo_vmware.api [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 931.155514] env[69905]: value = "task-3413672" [ 931.155514] env[69905]: _type = "Task" [ 931.155514] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.163184] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528818f5-a3bb-1a27-c520-05f384010e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.169707] env[69905]: DEBUG oslo_vmware.api [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.545797] env[69905]: DEBUG oslo_concurrency.lockutils [None req-488a7ea4-d9f5-4773-a091-ad98843a967e tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "968d5406-15e8-47d8-ae02-0a91e321db9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.614s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.563467] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413671, 'name': ReconfigVM_Task, 'duration_secs': 0.824765} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.564404] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d6e6f611-2ecc-44b5-a5cd-dfe1e446848e/d6e6f611-2ecc-44b5-a5cd-dfe1e446848e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.565052] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f731ac-9213-4910-89a8-53a3135eb2a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.573638] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 931.573638] env[69905]: value = "task-3413673" [ 931.573638] env[69905]: _type = "Task" [ 931.573638] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.583464] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413673, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.603015] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413669, 'name': PowerOnVM_Task, 'duration_secs': 1.191687} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.603261] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.603432] env[69905]: INFO nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Took 9.12 seconds to spawn the instance on the hypervisor. [ 931.603607] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.604382] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f125ba-e405-42a3-81f2-d36fe263920d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667775] env[69905]: DEBUG oslo_vmware.api [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413672, 'name': PowerOffVM_Task, 'duration_secs': 0.321602} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.672120] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.675880] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.675880] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528818f5-a3bb-1a27-c520-05f384010e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.031475} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.675880] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f48b1a-6612-4fbe-a92a-36ff42fd1bb4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.676102] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796ed09c-016d-40d1-a26c-a88bd2ad1647 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.684223] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 931.684223] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52808092-a0ad-ff53-dd08-aa2e7bb6e3dc" [ 931.684223] env[69905]: _type = "Task" [ 931.684223] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.694488] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52808092-a0ad-ff53-dd08-aa2e7bb6e3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.767299] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.767541] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.767722] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Deleting the datastore file [datastore2] 68ab22df-df70-46c3-b8a4-7f08275ddf71 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.769414] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d072d2ef-6306-4d8a-aa00-f846b1ef7174 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.780386] env[69905]: DEBUG oslo_vmware.api [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for the task: (returnval){ [ 931.780386] env[69905]: value = "task-3413675" [ 931.780386] env[69905]: _type = "Task" [ 931.780386] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.790396] env[69905]: DEBUG oslo_vmware.api [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.086968] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413673, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.125967] env[69905]: INFO nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Took 40.31 seconds to build instance. [ 932.197268] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52808092-a0ad-ff53-dd08-aa2e7bb6e3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.200689] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.200794] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.201788] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c510fa-f3c2-43f3-b233-0fca0fdf9177 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.211094] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 932.211094] env[69905]: value = "task-3413676" [ 932.211094] env[69905]: _type = "Task" [ 932.211094] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.224973] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.298604] env[69905]: DEBUG oslo_vmware.api [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Task: {'id': task-3413675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15281} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.298908] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.299150] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.299363] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.299570] env[69905]: INFO nova.compute.manager [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Took 1.17 seconds to destroy the instance on the hypervisor. [ 932.299868] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.300011] env[69905]: DEBUG nova.compute.manager [-] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.300115] env[69905]: DEBUG nova.network.neutron [-] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.519235] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb344b1-060e-489e-aa48-e2b6c4571913 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.529026] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adddf49a-2c8c-48df-b05c-0fb16f127713 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.560191] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d76d2-c308-435d-b66e-4f11b1685966 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.568340] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e53d02-8c2a-4925-9ba4-eae3963b254d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.586899] env[69905]: DEBUG nova.compute.provider_tree [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.595818] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413673, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.630558] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.819s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.655910] env[69905]: DEBUG nova.compute.manager [req-86f9a790-2abc-4ca8-8126-33ea2bb63aea req-6bb10a9f-9c9e-4a6c-b53e-331f64e8bc05 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Received event network-vif-deleted-4d5ac8b7-1965-434e-b878-c084016f859a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.655910] env[69905]: INFO nova.compute.manager [req-86f9a790-2abc-4ca8-8126-33ea2bb63aea req-6bb10a9f-9c9e-4a6c-b53e-331f64e8bc05 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Neutron deleted interface 4d5ac8b7-1965-434e-b878-c084016f859a; detaching it from the instance and deleting it from the info cache [ 932.656042] env[69905]: DEBUG nova.network.neutron [req-86f9a790-2abc-4ca8-8126-33ea2bb63aea req-6bb10a9f-9c9e-4a6c-b53e-331f64e8bc05 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.686884] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "cf3b133f-ef30-4060-85ca-46149099d005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.687142] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "cf3b133f-ef30-4060-85ca-46149099d005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.687370] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "cf3b133f-ef30-4060-85ca-46149099d005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.687558] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "cf3b133f-ef30-4060-85ca-46149099d005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.687722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "cf3b133f-ef30-4060-85ca-46149099d005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.689584] env[69905]: INFO nova.compute.manager [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Terminating instance [ 932.726112] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.085821] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413673, 'name': Rename_Task, 'duration_secs': 1.204513} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.086115] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.086361] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63346c5c-2688-4add-81d4-a927dc343e39 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.088961] env[69905]: DEBUG nova.scheduler.client.report [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.093545] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 933.093545] env[69905]: value = "task-3413677" [ 933.093545] env[69905]: _type = "Task" [ 933.093545] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.097269] env[69905]: DEBUG nova.network.neutron [-] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.108787] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.133230] env[69905]: DEBUG nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.159114] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99340f62-74ae-4475-b232-30ab08cc1ef1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.171042] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7283f6ec-f943-455b-9639-936b140732ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.193547] env[69905]: DEBUG nova.compute.manager [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.193916] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.195205] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000ce21c-0b78-4577-bbd1-1883a3d8e7e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.215925] env[69905]: DEBUG nova.compute.manager [req-86f9a790-2abc-4ca8-8126-33ea2bb63aea req-6bb10a9f-9c9e-4a6c-b53e-331f64e8bc05 service nova] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Detach interface failed, port_id=4d5ac8b7-1965-434e-b878-c084016f859a, reason: Instance 68ab22df-df70-46c3-b8a4-7f08275ddf71 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.221800] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.222101] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6369d7d6-c972-466d-a645-7795058c971f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.232533] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.234125] env[69905]: DEBUG oslo_vmware.api [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 933.234125] env[69905]: value = "task-3413678" [ 933.234125] env[69905]: _type = "Task" [ 933.234125] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.243718] env[69905]: DEBUG oslo_vmware.api [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.598692] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.599173] env[69905]: DEBUG nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.601726] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.312s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.603189] env[69905]: INFO nova.compute.claims [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.605794] env[69905]: INFO nova.compute.manager [-] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Took 1.31 seconds to deallocate network for instance. [ 933.614159] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413677, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.667607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.730567] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413676, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.046755} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.730567] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.730567] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.730567] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-439f7839-1b7f-40c2-90f3-77114992f4e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.742055] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 933.742055] env[69905]: value = "task-3413679" [ 933.742055] env[69905]: _type = "Task" [ 933.742055] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.748567] env[69905]: DEBUG oslo_vmware.api [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413678, 'name': PowerOffVM_Task, 'duration_secs': 0.267383} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.749224] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.749402] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.749658] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13bb95aa-0c8d-410b-b3a0-d0bfaa23c628 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.755779] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.830030] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.830030] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.830030] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleting the datastore file [datastore2] cf3b133f-ef30-4060-85ca-46149099d005 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.830030] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d2b7b8-6fb9-43c7-9298-f1d6d07380df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.837424] env[69905]: DEBUG oslo_vmware.api [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 933.837424] env[69905]: value = "task-3413681" [ 933.837424] env[69905]: _type = "Task" [ 933.837424] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.847697] env[69905]: DEBUG oslo_vmware.api [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.103988] env[69905]: DEBUG oslo_vmware.api [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413677, 'name': PowerOnVM_Task, 'duration_secs': 0.535617} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.104305] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.104517] env[69905]: INFO nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Took 8.93 seconds to spawn the instance on the hypervisor. [ 934.104698] env[69905]: DEBUG nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.105570] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143160f3-3300-4a96-a063-e238d535d84f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.111396] env[69905]: DEBUG nova.compute.utils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.112892] env[69905]: DEBUG nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.113043] env[69905]: DEBUG nova.network.neutron [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.115892] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.159015] env[69905]: DEBUG nova.policy [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e860d91cfe34736baca510e86ae2abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d8eebe574f04349ae744504c153cacf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.255029] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08689} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.255747] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.256659] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43497af-e0aa-4b15-88b8-1ced8ad4da00 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.280615] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.281058] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a08607-46df-439e-8f8b-cc7788b11fcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.305731] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 934.305731] env[69905]: value = "task-3413682" [ 934.305731] env[69905]: _type = "Task" [ 934.305731] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.315250] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.347747] env[69905]: DEBUG oslo_vmware.api [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351378} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.348030] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.348434] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.348434] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.348600] env[69905]: INFO nova.compute.manager [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.348935] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.349030] env[69905]: DEBUG nova.compute.manager [-] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.349207] env[69905]: DEBUG nova.network.neutron [-] [instance: cf3b133f-ef30-4060-85ca-46149099d005] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.451897] env[69905]: DEBUG nova.network.neutron [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Successfully created port: 4d294daa-50b7-444a-98b1-42c35c646d1b {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.617894] env[69905]: DEBUG nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.633353] env[69905]: INFO nova.compute.manager [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Took 42.77 seconds to build instance. [ 934.824078] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.130015] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934eaaf0-f0b9-4e00-9fb6-d1396313c97d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.137942] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0c96921f-eaec-4d81-97fe-2f81864eec5b tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.279s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.140358] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d6341-921b-4560-82b4-d2d5779849f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.174123] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32265d24-9bf4-419e-bf5e-b0475bad5c94 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.183029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2db3bb-0aaf-4e89-95cf-e6ce49ca9920 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.197571] env[69905]: DEBUG nova.compute.provider_tree [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.201024] env[69905]: DEBUG nova.compute.manager [req-421be50b-9b2c-45db-bca1-cf376269e87b req-8fc665f0-28c3-4e95-99bc-84f33e9ada02 service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Received event network-vif-deleted-7c112c05-92fb-4dfa-87f4-a1084100a397 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.201024] env[69905]: INFO nova.compute.manager [req-421be50b-9b2c-45db-bca1-cf376269e87b req-8fc665f0-28c3-4e95-99bc-84f33e9ada02 service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Neutron deleted interface 7c112c05-92fb-4dfa-87f4-a1084100a397; detaching it from the instance and deleting it from the info cache [ 935.201024] env[69905]: DEBUG nova.network.neutron [req-421be50b-9b2c-45db-bca1-cf376269e87b req-8fc665f0-28c3-4e95-99bc-84f33e9ada02 service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.224940] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "97bdc928-860c-44dd-adee-b163b1c9ab1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.225187] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.284327] env[69905]: DEBUG nova.network.neutron [-] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.316238] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413682, 'name': ReconfigVM_Task, 'duration_secs': 0.855719} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.316522] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.317208] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9535139-64ec-4ef1-8c2d-9e86eb0029f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.323766] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 935.323766] env[69905]: value = "task-3413683" [ 935.323766] env[69905]: _type = "Task" [ 935.323766] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.327140] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.327392] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.327599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.327780] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.327941] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.334381] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413683, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.334851] env[69905]: INFO nova.compute.manager [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Terminating instance [ 935.628661] env[69905]: DEBUG nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.644867] env[69905]: DEBUG nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.664373] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0108da2926a884381c09e97257283b4a',container_format='bare',created_at=2025-04-14T12:04:25Z,direct_url=,disk_format='vmdk',id=f21d6bbd-e967-4c17-98c1-bc2b94286582,min_disk=1,min_ram=0,name='tempest-test-snap-524238842',owner='7d8eebe574f04349ae744504c153cacf',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-14T12:04:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.664664] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.664854] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.665049] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.665282] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.665494] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.665646] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.665801] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.665960] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.666143] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.666314] env[69905]: DEBUG nova.virt.hardware [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.667296] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ca66d-3993-4b95-aa48-11c315b079af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.676320] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07235a7-67de-4938-a67f-7150b77c27ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.703091] env[69905]: DEBUG nova.scheduler.client.report [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.706720] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10635bab-3423-413f-9f45-2003426fca95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.715727] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3675581-ec4a-4f27-8c33-62dad307168c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.754410] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "e0c819d8-c720-4b7f-9f68-74813efb3700" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.754648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.755203] env[69905]: DEBUG nova.compute.manager [req-421be50b-9b2c-45db-bca1-cf376269e87b req-8fc665f0-28c3-4e95-99bc-84f33e9ada02 service nova] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Detach interface failed, port_id=7c112c05-92fb-4dfa-87f4-a1084100a397, reason: Instance cf3b133f-ef30-4060-85ca-46149099d005 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.790665] env[69905]: INFO nova.compute.manager [-] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Took 1.44 seconds to deallocate network for instance. [ 935.791077] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.791334] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.791539] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.791722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.791897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.794684] env[69905]: INFO nova.compute.manager [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Terminating instance [ 935.833777] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413683, 'name': Rename_Task, 'duration_secs': 0.301711} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.835055] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.835687] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-991c2915-f7d6-4927-9e11-a73106f3f773 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.842017] env[69905]: DEBUG nova.compute.manager [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.842017] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.842017] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29e402e-f6a3-4f63-9f47-820b4932604b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.844881] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 935.844881] env[69905]: value = "task-3413684" [ 935.844881] env[69905]: _type = "Task" [ 935.844881] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.850810] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.851472] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5e3af9-f0ae-4f00-a430-22e9a1b02ea9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.855718] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.860842] env[69905]: DEBUG oslo_vmware.api [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 935.860842] env[69905]: value = "task-3413685" [ 935.860842] env[69905]: _type = "Task" [ 935.860842] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.868611] env[69905]: DEBUG oslo_vmware.api [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.882153] env[69905]: DEBUG nova.compute.manager [req-a129e078-d053-43c0-a7ab-4cd38d41fa9b req-59a0edc0-a9ed-4dd4-8e88-8e20389f33f0 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Received event network-vif-plugged-4d294daa-50b7-444a-98b1-42c35c646d1b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.882381] env[69905]: DEBUG oslo_concurrency.lockutils [req-a129e078-d053-43c0-a7ab-4cd38d41fa9b req-59a0edc0-a9ed-4dd4-8e88-8e20389f33f0 service nova] Acquiring lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.882585] env[69905]: DEBUG oslo_concurrency.lockutils [req-a129e078-d053-43c0-a7ab-4cd38d41fa9b req-59a0edc0-a9ed-4dd4-8e88-8e20389f33f0 service nova] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.882749] env[69905]: DEBUG oslo_concurrency.lockutils [req-a129e078-d053-43c0-a7ab-4cd38d41fa9b req-59a0edc0-a9ed-4dd4-8e88-8e20389f33f0 service nova] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.882931] env[69905]: DEBUG nova.compute.manager [req-a129e078-d053-43c0-a7ab-4cd38d41fa9b req-59a0edc0-a9ed-4dd4-8e88-8e20389f33f0 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] No waiting events found dispatching network-vif-plugged-4d294daa-50b7-444a-98b1-42c35c646d1b {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.883100] env[69905]: WARNING nova.compute.manager [req-a129e078-d053-43c0-a7ab-4cd38d41fa9b req-59a0edc0-a9ed-4dd4-8e88-8e20389f33f0 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Received unexpected event network-vif-plugged-4d294daa-50b7-444a-98b1-42c35c646d1b for instance with vm_state building and task_state spawning. [ 935.973652] env[69905]: DEBUG nova.network.neutron [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Successfully updated port: 4d294daa-50b7-444a-98b1-42c35c646d1b {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.167833] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.210273] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.211021] env[69905]: DEBUG nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.214034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.762s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.216184] env[69905]: INFO nova.compute.claims [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.300994] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.301787] env[69905]: DEBUG nova.compute.manager [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.301902] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.302805] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d20f8-8410-4510-a319-0874ab0f643d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.311072] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.311480] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c30b463-c48d-484e-823b-f5869f668b33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.317193] env[69905]: DEBUG oslo_vmware.api [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 936.317193] env[69905]: value = "task-3413686" [ 936.317193] env[69905]: _type = "Task" [ 936.317193] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.325444] env[69905]: DEBUG oslo_vmware.api [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.354818] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413684, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.369852] env[69905]: DEBUG oslo_vmware.api [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413685, 'name': PowerOffVM_Task, 'duration_secs': 0.204866} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.370180] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.370382] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.370669] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95ea2650-4370-4219-98bb-8ee45c570fbf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.436023] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.436023] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.436023] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleting the datastore file [datastore2] 9f25670a-4df1-411d-ab31-ab53cd5baeb0 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.438024] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-282ee531-3766-4cb3-b67a-4b8add93c466 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.446014] env[69905]: DEBUG oslo_vmware.api [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 936.446014] env[69905]: value = "task-3413688" [ 936.446014] env[69905]: _type = "Task" [ 936.446014] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.453061] env[69905]: DEBUG oslo_vmware.api [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.477515] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "refresh_cache-7f4cca00-24a0-45c9-ba93-80da4c8ca991" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.477515] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "refresh_cache-7f4cca00-24a0-45c9-ba93-80da4c8ca991" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.477906] env[69905]: DEBUG nova.network.neutron [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.721470] env[69905]: DEBUG nova.compute.utils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.726517] env[69905]: DEBUG nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.726693] env[69905]: DEBUG nova.network.neutron [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.767270] env[69905]: DEBUG nova.policy [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17b64c0e3ae4c6ebab651e40910a93f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d476f11ac9448f8b4f919bc27df7194', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.826201] env[69905]: DEBUG oslo_vmware.api [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413686, 'name': PowerOffVM_Task, 'duration_secs': 0.307076} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.826473] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.826663] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.826905] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d07310-e04a-470d-99cc-9a3d63434bd5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.857643] env[69905]: DEBUG oslo_vmware.api [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413684, 'name': PowerOnVM_Task, 'duration_secs': 0.599377} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.857923] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.858136] env[69905]: INFO nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Took 6.91 seconds to spawn the instance on the hypervisor. [ 936.858347] env[69905]: DEBUG nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.859174] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f795d5-2a76-4d58-8c8e-d7c2a4d6b1d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.902112] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.902112] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.902112] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleting the datastore file [datastore2] d6e6f611-2ecc-44b5-a5cd-dfe1e446848e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.902112] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce759db-bb58-4132-b2de-77acba986498 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.906206] env[69905]: DEBUG oslo_vmware.api [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 936.906206] env[69905]: value = "task-3413690" [ 936.906206] env[69905]: _type = "Task" [ 936.906206] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.915310] env[69905]: DEBUG oslo_vmware.api [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.952690] env[69905]: DEBUG oslo_vmware.api [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455929} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.952949] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.953151] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.953332] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.953505] env[69905]: INFO nova.compute.manager [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 936.953740] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.953927] env[69905]: DEBUG nova.compute.manager [-] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.954035] env[69905]: DEBUG nova.network.neutron [-] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.027044] env[69905]: DEBUG nova.network.neutron [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.081143] env[69905]: DEBUG nova.network.neutron [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Successfully created port: 8a844201-d7fc-4f8a-8375-67ac004693d4 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.228145] env[69905]: DEBUG nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.237288] env[69905]: DEBUG nova.network.neutron [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Updating instance_info_cache with network_info: [{"id": "4d294daa-50b7-444a-98b1-42c35c646d1b", "address": "fa:16:3e:79:d2:ba", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d294daa-50", "ovs_interfaceid": "4d294daa-50b7-444a-98b1-42c35c646d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.359152] env[69905]: DEBUG nova.compute.manager [req-b235771b-bec3-4b6b-8584-4bb71b9e5ec5 req-d7ddf120-5af0-40cd-83b0-882b09c8ecbc service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Received event network-vif-deleted-b3a685e6-d0d2-4f6e-8e12-4f2791743b95 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.360111] env[69905]: INFO nova.compute.manager [req-b235771b-bec3-4b6b-8584-4bb71b9e5ec5 req-d7ddf120-5af0-40cd-83b0-882b09c8ecbc service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Neutron deleted interface b3a685e6-d0d2-4f6e-8e12-4f2791743b95; detaching it from the instance and deleting it from the info cache [ 937.360111] env[69905]: DEBUG nova.network.neutron [req-b235771b-bec3-4b6b-8584-4bb71b9e5ec5 req-d7ddf120-5af0-40cd-83b0-882b09c8ecbc service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.380685] env[69905]: INFO nova.compute.manager [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Took 43.40 seconds to build instance. [ 937.416492] env[69905]: DEBUG oslo_vmware.api [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428331} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.416764] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.416950] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.417146] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.417378] env[69905]: INFO nova.compute.manager [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 937.417620] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.417798] env[69905]: DEBUG nova.compute.manager [-] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.417900] env[69905]: DEBUG nova.network.neutron [-] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.715167] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b746e-ac8c-452a-abca-baf7a87d7311 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.723659] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a09224-fcfa-49da-92fe-4f415d15efdd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.755784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "refresh_cache-7f4cca00-24a0-45c9-ba93-80da4c8ca991" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.756072] env[69905]: DEBUG nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Instance network_info: |[{"id": "4d294daa-50b7-444a-98b1-42c35c646d1b", "address": "fa:16:3e:79:d2:ba", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d294daa-50", "ovs_interfaceid": "4d294daa-50b7-444a-98b1-42c35c646d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.756779] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:d2:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d294daa-50b7-444a-98b1-42c35c646d1b', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.763984] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.764911] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230eabfb-ebd8-4023-bc3c-054d453d56fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.767371] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.767591] env[69905]: DEBUG nova.network.neutron [-] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.768472] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1d75afe-6d2b-43d5-935f-dd510c1ed223 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.787554] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e2c87a-434e-47e8-87da-220fa23e8385 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.793280] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.793280] env[69905]: value = "task-3413691" [ 937.793280] env[69905]: _type = "Task" [ 937.793280] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.804212] env[69905]: DEBUG nova.compute.provider_tree [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.862809] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7a71a4f-de57-4c70-835d-2b6efc8c4e6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.872196] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630a7de3-0621-4698-aa40-46bd99889b7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884967] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6377566b-e05a-47fb-ba62-d1f17cd59bf1 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.931s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.909410] env[69905]: DEBUG nova.compute.manager [req-b235771b-bec3-4b6b-8584-4bb71b9e5ec5 req-d7ddf120-5af0-40cd-83b0-882b09c8ecbc service nova] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Detach interface failed, port_id=b3a685e6-d0d2-4f6e-8e12-4f2791743b95, reason: Instance 9f25670a-4df1-411d-ab31-ab53cd5baeb0 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.955594] env[69905]: DEBUG nova.compute.manager [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Received event network-changed-4d294daa-50b7-444a-98b1-42c35c646d1b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.955827] env[69905]: DEBUG nova.compute.manager [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Refreshing instance network info cache due to event network-changed-4d294daa-50b7-444a-98b1-42c35c646d1b. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.956063] env[69905]: DEBUG oslo_concurrency.lockutils [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] Acquiring lock "refresh_cache-7f4cca00-24a0-45c9-ba93-80da4c8ca991" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.956208] env[69905]: DEBUG oslo_concurrency.lockutils [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] Acquired lock "refresh_cache-7f4cca00-24a0-45c9-ba93-80da4c8ca991" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.956366] env[69905]: DEBUG nova.network.neutron [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Refreshing network info cache for port 4d294daa-50b7-444a-98b1-42c35c646d1b {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.205891] env[69905]: DEBUG nova.network.neutron [-] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.258434] env[69905]: DEBUG nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.278821] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.279065] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.279223] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.279413] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.279553] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.279724] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.279935] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.280104] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.280271] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.280456] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.280629] env[69905]: DEBUG nova.virt.hardware [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.281492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4f0792-94fe-4b04-b90a-133b71a5b20e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.284182] env[69905]: INFO nova.compute.manager [-] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Took 1.33 seconds to deallocate network for instance. [ 938.292740] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea1e4a-0809-4d1f-8196-cc65e1fb8fa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.304561] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413691, 'name': CreateVM_Task, 'duration_secs': 0.401509} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.313047] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.313926] env[69905]: DEBUG nova.scheduler.client.report [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.319447] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.319447] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.319811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.320727] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4039a86e-dbf7-4a69-913c-8dbfbdd59ecd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.326050] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 938.326050] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b847f3-d0be-be6f-5d94-f080473898bf" [ 938.326050] env[69905]: _type = "Task" [ 938.326050] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.334993] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b847f3-d0be-be6f-5d94-f080473898bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.389057] env[69905]: DEBUG nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.679927] env[69905]: DEBUG nova.network.neutron [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Successfully updated port: 8a844201-d7fc-4f8a-8375-67ac004693d4 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.681728] env[69905]: INFO nova.compute.manager [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Rebuilding instance [ 938.710085] env[69905]: INFO nova.compute.manager [-] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Took 1.29 seconds to deallocate network for instance. [ 938.728121] env[69905]: DEBUG nova.network.neutron [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Updated VIF entry in instance network info cache for port 4d294daa-50b7-444a-98b1-42c35c646d1b. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.728121] env[69905]: DEBUG nova.network.neutron [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Updating instance_info_cache with network_info: [{"id": "4d294daa-50b7-444a-98b1-42c35c646d1b", "address": "fa:16:3e:79:d2:ba", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d294daa-50", "ovs_interfaceid": "4d294daa-50b7-444a-98b1-42c35c646d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.729059] env[69905]: DEBUG nova.compute.manager [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.729897] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc579cfa-97a1-4018-905d-159a8e002428 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.791474] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.819892] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.820422] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.822866] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.331s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.824289] env[69905]: INFO nova.compute.claims [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.836460] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.836703] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Processing image f21d6bbd-e967-4c17-98c1-bc2b94286582 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.836947] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582/f21d6bbd-e967-4c17-98c1-bc2b94286582.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.837111] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582/f21d6bbd-e967-4c17-98c1-bc2b94286582.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.837329] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.837591] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-784a97a4-7f44-43b4-9b19-f84f881b5f57 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.850280] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.850465] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.851276] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e8b056-dcbc-4902-b50b-f644bb06d315 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.857431] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 938.857431] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52598c45-7b3a-fff2-039c-6427db118a7f" [ 938.857431] env[69905]: _type = "Task" [ 938.857431] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.866938] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52598c45-7b3a-fff2-039c-6427db118a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.907849] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.182664] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-80befb99-cdf5-4044-b555-16fb32c88dfd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.182829] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-80befb99-cdf5-4044-b555-16fb32c88dfd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.182981] env[69905]: DEBUG nova.network.neutron [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.216250] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.234390] env[69905]: DEBUG oslo_concurrency.lockutils [req-dc26ae88-8d0b-415d-b8d5-a3a60f0b079c req-85b0880c-9340-4b89-a2e0-71843f3c9628 service nova] Releasing lock "refresh_cache-7f4cca00-24a0-45c9-ba93-80da4c8ca991" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.332140] env[69905]: DEBUG nova.compute.utils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.332726] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.332906] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.368548] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Preparing fetch location {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 939.368770] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Fetch image to [datastore2] OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a/OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a.vmdk {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 939.368973] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Downloading stream optimized image f21d6bbd-e967-4c17-98c1-bc2b94286582 to [datastore2] OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a/OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a.vmdk on the data store datastore2 as vApp {{(pid=69905) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 939.369160] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Downloading image file data f21d6bbd-e967-4c17-98c1-bc2b94286582 to the ESX as VM named 'OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a' {{(pid=69905) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 939.387058] env[69905]: DEBUG nova.compute.manager [req-32e6a9a4-bf94-4b92-9c6f-a87f401d99d8 req-334a5125-c4c9-4294-a28f-470f49a56bf6 service nova] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Received event network-vif-deleted-0b259f45-cebe-42fc-b1f8-4f4af989331b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.413201] env[69905]: DEBUG nova.policy [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dc5e4fdbadb4f7eb681d7d69b7d9b57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f91460b029f44a0a0c4b95758d8fcc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.450763] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 939.450763] env[69905]: value = "resgroup-9" [ 939.450763] env[69905]: _type = "ResourcePool" [ 939.450763] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 939.451083] env[69905]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1dd2917a-3952-418b-9b9d-236adf00169d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.478473] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease: (returnval){ [ 939.478473] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52894a0b-131f-f190-a9d0-877d1decbcca" [ 939.478473] env[69905]: _type = "HttpNfcLease" [ 939.478473] env[69905]: } obtained for vApp import into resource pool (val){ [ 939.478473] env[69905]: value = "resgroup-9" [ 939.478473] env[69905]: _type = "ResourcePool" [ 939.478473] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 939.478843] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the lease: (returnval){ [ 939.478843] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52894a0b-131f-f190-a9d0-877d1decbcca" [ 939.478843] env[69905]: _type = "HttpNfcLease" [ 939.478843] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.485554] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.485554] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52894a0b-131f-f190-a9d0-877d1decbcca" [ 939.485554] env[69905]: _type = "HttpNfcLease" [ 939.485554] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.720681] env[69905]: DEBUG nova.network.neutron [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.744360] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.744845] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b33861e-b9a8-4a08-ba88-95c3f73a837e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.753517] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 939.753517] env[69905]: value = "task-3413693" [ 939.753517] env[69905]: _type = "Task" [ 939.753517] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.765189] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.813020] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Successfully created port: 3f1dab0b-d010-4d64-b6d2-f1742f7e8179 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.838727] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.883179] env[69905]: DEBUG nova.network.neutron [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Updating instance_info_cache with network_info: [{"id": "8a844201-d7fc-4f8a-8375-67ac004693d4", "address": "fa:16:3e:58:37:21", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a844201-d7", "ovs_interfaceid": "8a844201-d7fc-4f8a-8375-67ac004693d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.987688] env[69905]: DEBUG nova.compute.manager [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Received event network-vif-plugged-8a844201-d7fc-4f8a-8375-67ac004693d4 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.988289] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] Acquiring lock "80befb99-cdf5-4044-b555-16fb32c88dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.988289] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.988441] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.988640] env[69905]: DEBUG nova.compute.manager [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] No waiting events found dispatching network-vif-plugged-8a844201-d7fc-4f8a-8375-67ac004693d4 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.988862] env[69905]: WARNING nova.compute.manager [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Received unexpected event network-vif-plugged-8a844201-d7fc-4f8a-8375-67ac004693d4 for instance with vm_state building and task_state spawning. [ 939.989103] env[69905]: DEBUG nova.compute.manager [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Received event network-changed-8a844201-d7fc-4f8a-8375-67ac004693d4 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.989319] env[69905]: DEBUG nova.compute.manager [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Refreshing instance network info cache due to event network-changed-8a844201-d7fc-4f8a-8375-67ac004693d4. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.989543] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] Acquiring lock "refresh_cache-80befb99-cdf5-4044-b555-16fb32c88dfd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.994186] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.994186] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52894a0b-131f-f190-a9d0-877d1decbcca" [ 939.994186] env[69905]: _type = "HttpNfcLease" [ 939.994186] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.994594] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.994594] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52894a0b-131f-f190-a9d0-877d1decbcca" [ 939.994594] env[69905]: _type = "HttpNfcLease" [ 939.994594] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 939.995311] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144daa9-159c-4f0d-ae06-777f367e0446 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.025970] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525632be-09da-aa3c-51f6-4da37a6bf535/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.025970] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525632be-09da-aa3c-51f6-4da37a6bf535/disk-0.vmdk. {{(pid=69905) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 940.109670] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a07fd1d-f385-49dc-b7d7-fff8cbc2bc1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.265697] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413693, 'name': PowerOffVM_Task, 'duration_secs': 0.189353} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.269716] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.270311] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.272651] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae4949e-90c8-4f1a-bd58-330b22d1b4dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.286629] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.286964] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af42972-0834-4dca-a7fb-c477e3d44d9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.314943] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.315364] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.315431] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Deleting the datastore file [datastore1] 6576b0fe-b08b-41b8-868e-c9afec4d10ee {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.315702] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f5bbd2-be4c-4378-9ab1-2916567b9a4c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.324178] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 940.324178] env[69905]: value = "task-3413695" [ 940.324178] env[69905]: _type = "Task" [ 940.324178] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.338199] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.389297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-80befb99-cdf5-4044-b555-16fb32c88dfd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.391396] env[69905]: DEBUG nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Instance network_info: |[{"id": "8a844201-d7fc-4f8a-8375-67ac004693d4", "address": "fa:16:3e:58:37:21", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a844201-d7", "ovs_interfaceid": "8a844201-d7fc-4f8a-8375-67ac004693d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.391396] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] Acquired lock "refresh_cache-80befb99-cdf5-4044-b555-16fb32c88dfd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.391396] env[69905]: DEBUG nova.network.neutron [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Refreshing network info cache for port 8a844201-d7fc-4f8a-8375-67ac004693d4 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.391850] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:37:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a844201-d7fc-4f8a-8375-67ac004693d4', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.400029] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.405210] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.405210] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1109e4e3-0545-4c61-865f-42e3fe41512e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.435020] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.435020] env[69905]: value = "task-3413696" [ 940.435020] env[69905]: _type = "Task" [ 940.435020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.448157] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413696, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.509901] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599f73cd-c3dc-4f2a-abbc-e37c5a9e6bf5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.519912] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deccc5cf-bbfe-4427-8361-036266c96af8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.557557] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1071ffc-3f4f-4d61-b1c9-fc3581ae2d15 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.565867] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37177dfa-192f-4f7d-b65d-0735a5479210 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.580170] env[69905]: DEBUG nova.compute.provider_tree [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.800103] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Completed reading data from the image iterator. {{(pid=69905) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 940.800747] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525632be-09da-aa3c-51f6-4da37a6bf535/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.801296] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f53a7c7-e63d-4b73-90a5-ceb2f0d9ad96 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.810145] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525632be-09da-aa3c-51f6-4da37a6bf535/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.810333] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525632be-09da-aa3c-51f6-4da37a6bf535/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 940.810541] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-aa0d37b8-f6bc-49c7-ade2-83b7b1ed832a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.838782] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183378} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.838782] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.838920] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.839059] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.849122] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.874293] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.874542] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.874699] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.874881] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.875046] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.875203] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.875435] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.875606] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.875777] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.875941] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.876157] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.877793] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5659931-e8c9-45ff-b2e8-4d39729d1ebe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.885876] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca20c3a-7173-442f-b898-32090c302e4e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.946882] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413696, 'name': CreateVM_Task, 'duration_secs': 0.335428} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.947441] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.947842] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.948044] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.948584] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.948983] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b715650d-9877-4941-8d25-8c331c474828 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.953687] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 940.953687] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5250dc17-2f56-7563-9834-3bbabca6eca9" [ 940.953687] env[69905]: _type = "Task" [ 940.953687] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.961763] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5250dc17-2f56-7563-9834-3bbabca6eca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.986546] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525632be-09da-aa3c-51f6-4da37a6bf535/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 940.986785] env[69905]: INFO nova.virt.vmwareapi.images [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Downloaded image file data f21d6bbd-e967-4c17-98c1-bc2b94286582 [ 940.987681] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bacd38-2eab-46c1-9dc1-9f2ab5a74387 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.008985] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a2479f7-e12e-4132-8c67-a6b93adf9fbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.032710] env[69905]: INFO nova.virt.vmwareapi.images [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] The imported VM was unregistered [ 941.035379] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Caching image {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 941.036042] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.036042] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc24d2f5-9461-41d7-868d-89956293b96b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.060406] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created directory with path [datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.060695] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a/OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a.vmdk to [datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582/f21d6bbd-e967-4c17-98c1-bc2b94286582.vmdk. {{(pid=69905) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 941.060894] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-763fcd19-c25c-4a41-9a34-d94d5e3463a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.068819] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 941.068819] env[69905]: value = "task-3413698" [ 941.068819] env[69905]: _type = "Task" [ 941.068819] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.076245] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413698, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.083386] env[69905]: DEBUG nova.scheduler.client.report [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.130876] env[69905]: DEBUG nova.network.neutron [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Updated VIF entry in instance network info cache for port 8a844201-d7fc-4f8a-8375-67ac004693d4. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.131249] env[69905]: DEBUG nova.network.neutron [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Updating instance_info_cache with network_info: [{"id": "8a844201-d7fc-4f8a-8375-67ac004693d4", "address": "fa:16:3e:58:37:21", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a844201-d7", "ovs_interfaceid": "8a844201-d7fc-4f8a-8375-67ac004693d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.442884] env[69905]: DEBUG nova.compute.manager [req-670d29da-3ade-4bab-ac8f-8cf6fed89dfc req-2cc99f58-5afb-4866-9c9d-f7f74be559b7 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Received event network-vif-plugged-3f1dab0b-d010-4d64-b6d2-f1742f7e8179 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.443071] env[69905]: DEBUG oslo_concurrency.lockutils [req-670d29da-3ade-4bab-ac8f-8cf6fed89dfc req-2cc99f58-5afb-4866-9c9d-f7f74be559b7 service nova] Acquiring lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.443285] env[69905]: DEBUG oslo_concurrency.lockutils [req-670d29da-3ade-4bab-ac8f-8cf6fed89dfc req-2cc99f58-5afb-4866-9c9d-f7f74be559b7 service nova] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.443456] env[69905]: DEBUG oslo_concurrency.lockutils [req-670d29da-3ade-4bab-ac8f-8cf6fed89dfc req-2cc99f58-5afb-4866-9c9d-f7f74be559b7 service nova] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.443620] env[69905]: DEBUG nova.compute.manager [req-670d29da-3ade-4bab-ac8f-8cf6fed89dfc req-2cc99f58-5afb-4866-9c9d-f7f74be559b7 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] No waiting events found dispatching network-vif-plugged-3f1dab0b-d010-4d64-b6d2-f1742f7e8179 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.443784] env[69905]: WARNING nova.compute.manager [req-670d29da-3ade-4bab-ac8f-8cf6fed89dfc req-2cc99f58-5afb-4866-9c9d-f7f74be559b7 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Received unexpected event network-vif-plugged-3f1dab0b-d010-4d64-b6d2-f1742f7e8179 for instance with vm_state building and task_state spawning. [ 941.470191] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5250dc17-2f56-7563-9834-3bbabca6eca9, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.471113] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Successfully updated port: 3f1dab0b-d010-4d64-b6d2-f1742f7e8179 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.472332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.472571] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.472881] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.473373] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.473373] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.473798] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3f81b2f-80f6-44e0-984c-5f53411087a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.491496] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.491693] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.492477] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95871d79-71a7-4a5f-b913-b15340822dcf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.500755] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 941.500755] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ceb7dd-89c7-e686-3a90-d0bc5363b3ff" [ 941.500755] env[69905]: _type = "Task" [ 941.500755] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.511334] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ceb7dd-89c7-e686-3a90-d0bc5363b3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.580162] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413698, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.588213] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.588754] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.591517] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.847s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.591689] env[69905]: DEBUG nova.objects.instance [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lazy-loading 'resources' on Instance uuid 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.633833] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba4757a2-dbca-4a92-8279-dcdc75db492e req-e5384dea-ee41-4e5c-836d-93ed44a2cd99 service nova] Releasing lock "refresh_cache-80befb99-cdf5-4044-b555-16fb32c88dfd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.874633] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.874980] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.875274] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.875527] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.875692] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.875845] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.876068] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.876230] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.876482] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.876672] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.876848] env[69905]: DEBUG nova.virt.hardware [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.877840] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ade07aa-2f8e-4c4a-92e2-fc74f384d838 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.888313] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d37628-3fe6-4f99-ae1a-2da33950bf66 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.904677] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.910403] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.910711] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.910934] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84442a3-16ef-48bb-87c6-fa8cf496336d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.935933] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.935933] env[69905]: value = "task-3413699" [ 941.935933] env[69905]: _type = "Task" [ 941.935933] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.949387] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413699, 'name': CreateVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.974810] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "refresh_cache-f6b27b3e-9a0d-403a-84c0-321c0edabc7d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.974960] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "refresh_cache-f6b27b3e-9a0d-403a-84c0-321c0edabc7d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.975163] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.014071] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ceb7dd-89c7-e686-3a90-d0bc5363b3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.080918} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.014324] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5515fb5-ff7d-4655-9131-5d7d7f9e228d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.022053] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 942.022053] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2edb0-75e4-b8a0-7db6-2054d441cdf8" [ 942.022053] env[69905]: _type = "Task" [ 942.022053] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.031938] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2edb0-75e4-b8a0-7db6-2054d441cdf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.079675] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413698, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.095299] env[69905]: DEBUG nova.compute.utils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.099808] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.100180] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.148281] env[69905]: DEBUG nova.policy [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dc5e4fdbadb4f7eb681d7d69b7d9b57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f91460b029f44a0a0c4b95758d8fcc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.451493] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413699, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.519042] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.539024] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e2edb0-75e4-b8a0-7db6-2054d441cdf8, 'name': SearchDatastore_Task, 'duration_secs': 0.088004} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.543840] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.543840] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 80befb99-cdf5-4044-b555-16fb32c88dfd/80befb99-cdf5-4044-b555-16fb32c88dfd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.547066] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e75cdd-920b-4120-8984-6167ad4c1edd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.557684] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 942.557684] env[69905]: value = "task-3413700" [ 942.557684] env[69905]: _type = "Task" [ 942.557684] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.573132] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.584935] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413698, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.588874] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Successfully created port: fa7bc647-f1e8-495f-b107-09c82df10a5d {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.600702] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.684041] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Updating instance_info_cache with network_info: [{"id": "3f1dab0b-d010-4d64-b6d2-f1742f7e8179", "address": "fa:16:3e:05:ea:d1", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1dab0b-d0", "ovs_interfaceid": "3f1dab0b-d010-4d64-b6d2-f1742f7e8179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.751585] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf621a-c13d-490c-a9d2-02396ca92a84 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.761128] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad9d91-7c84-453f-aec8-4ddb0dcda50b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.802243] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19eb473-cd2f-438c-890d-495d3c298b2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.813173] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10568bec-8cb0-4fe6-9686-72737b2c0a2f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.828256] env[69905]: DEBUG nova.compute.provider_tree [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.953967] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413699, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.068789] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.082614] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413698, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.186385] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "refresh_cache-f6b27b3e-9a0d-403a-84c0-321c0edabc7d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.186385] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Instance network_info: |[{"id": "3f1dab0b-d010-4d64-b6d2-f1742f7e8179", "address": "fa:16:3e:05:ea:d1", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1dab0b-d0", "ovs_interfaceid": "3f1dab0b-d010-4d64-b6d2-f1742f7e8179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.186822] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ea:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f1dab0b-d010-4d64-b6d2-f1742f7e8179', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.194713] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Creating folder: Project (4f91460b029f44a0a0c4b95758d8fcc3). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.195498] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89dcd9db-9800-49f5-aed3-8a5cb69194de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.210649] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Created folder: Project (4f91460b029f44a0a0c4b95758d8fcc3) in parent group-v680985. [ 943.210957] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Creating folder: Instances. Parent ref: group-v681168. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.211290] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edaa6c87-1098-4268-ab23-1c7eded3b3c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.224996] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Created folder: Instances in parent group-v681168. [ 943.225307] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.225525] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.225754] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e414193-851c-4614-9ee3-466597980ba0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.250071] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.250071] env[69905]: value = "task-3413703" [ 943.250071] env[69905]: _type = "Task" [ 943.250071] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.260376] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413703, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.335753] env[69905]: DEBUG nova.scheduler.client.report [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.451675] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413699, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.472437] env[69905]: DEBUG nova.compute.manager [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Received event network-changed-3f1dab0b-d010-4d64-b6d2-f1742f7e8179 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.472588] env[69905]: DEBUG nova.compute.manager [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Refreshing instance network info cache due to event network-changed-3f1dab0b-d010-4d64-b6d2-f1742f7e8179. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.472795] env[69905]: DEBUG oslo_concurrency.lockutils [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] Acquiring lock "refresh_cache-f6b27b3e-9a0d-403a-84c0-321c0edabc7d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.473043] env[69905]: DEBUG oslo_concurrency.lockutils [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] Acquired lock "refresh_cache-f6b27b3e-9a0d-403a-84c0-321c0edabc7d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.473197] env[69905]: DEBUG nova.network.neutron [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Refreshing network info cache for port 3f1dab0b-d010-4d64-b6d2-f1742f7e8179 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.569871] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413700, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.581474] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413698, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.617047] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.642817] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.643083] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.643283] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.643424] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.643567] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.643711] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.643910] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.644079] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.644249] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.644406] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.644618] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.645591] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bfe646-0fcc-4519-83fa-5f4411ecc07c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.655930] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8014eafa-c677-43f7-b309-3e44cdf25025 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.761851] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413703, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.841399] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.843941] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.760s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.845628] env[69905]: INFO nova.compute.claims [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.867894] env[69905]: INFO nova.scheduler.client.report [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Deleted allocations for instance 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3 [ 943.955552] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413699, 'name': CreateVM_Task, 'duration_secs': 1.654172} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.955835] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.956098] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.956303] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.956662] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.956965] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5a795f-7cfc-4b5c-ba15-d2c0398c6fcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.962313] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 943.962313] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e2386-b35c-1ed5-1764-a5ec4fe8bdb2" [ 943.962313] env[69905]: _type = "Task" [ 943.962313] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.969777] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e2386-b35c-1ed5-1764-a5ec4fe8bdb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.072254] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413700, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.475435} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.072662] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 80befb99-cdf5-4044-b555-16fb32c88dfd/80befb99-cdf5-4044-b555-16fb32c88dfd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.073149] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.073649] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92199a4d-72ea-4a69-af24-d8456a886854 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.085533] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413698, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.521042} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.086792] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a/OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a.vmdk to [datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582/f21d6bbd-e967-4c17-98c1-bc2b94286582.vmdk. [ 944.086978] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Cleaning up location [datastore2] OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 944.087231] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1eea4178-f44f-4929-b26d-8e32628e864a {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.087567] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 944.087567] env[69905]: value = "task-3413704" [ 944.087567] env[69905]: _type = "Task" [ 944.087567] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.087752] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8370e5ee-1b2d-46ec-9d92-36d52f05c8d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.097552] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.099087] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 944.099087] env[69905]: value = "task-3413706" [ 944.099087] env[69905]: _type = "Task" [ 944.099087] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.109172] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.201055] env[69905]: DEBUG nova.network.neutron [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Updated VIF entry in instance network info cache for port 3f1dab0b-d010-4d64-b6d2-f1742f7e8179. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.201447] env[69905]: DEBUG nova.network.neutron [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Updating instance_info_cache with network_info: [{"id": "3f1dab0b-d010-4d64-b6d2-f1742f7e8179", "address": "fa:16:3e:05:ea:d1", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1dab0b-d0", "ovs_interfaceid": "3f1dab0b-d010-4d64-b6d2-f1742f7e8179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.260864] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413703, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.376487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0b473f02-2400-47f5-bde0-89a399856950 tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.113s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.455016] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Successfully updated port: fa7bc647-f1e8-495f-b107-09c82df10a5d {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.473168] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e2386-b35c-1ed5-1764-a5ec4fe8bdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.473473] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.473719] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.473968] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.474129] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.474306] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.474565] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1007c8a3-6482-4999-90d5-03d77b280838 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.482370] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.483057] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.483272] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d721ef8-9667-4d5d-98b6-14585a57647a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.488558] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 944.488558] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525f4b14-3f70-a340-d37d-995156a27d5c" [ 944.488558] env[69905]: _type = "Task" [ 944.488558] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.495642] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525f4b14-3f70-a340-d37d-995156a27d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.598975] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073667} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.599267] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.600120] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f44a7-fdbd-4e39-a1a3-f6efbc6f9297 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.610276] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038916} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.619162] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.619341] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582/f21d6bbd-e967-4c17-98c1-bc2b94286582.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.619597] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582/f21d6bbd-e967-4c17-98c1-bc2b94286582.vmdk to [datastore2] 7f4cca00-24a0-45c9-ba93-80da4c8ca991/7f4cca00-24a0-45c9-ba93-80da4c8ca991.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.628209] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 80befb99-cdf5-4044-b555-16fb32c88dfd/80befb99-cdf5-4044-b555-16fb32c88dfd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.628482] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc620af3-0314-4e9c-b778-36cd094201ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.630396] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd25c9d-49ea-4283-a0f7-1e4fc5bc70ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.649298] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 944.649298] env[69905]: value = "task-3413708" [ 944.649298] env[69905]: _type = "Task" [ 944.649298] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.653474] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 944.653474] env[69905]: value = "task-3413707" [ 944.653474] env[69905]: _type = "Task" [ 944.653474] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.659138] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.663468] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.704404] env[69905]: DEBUG oslo_concurrency.lockutils [req-77e15e61-d419-47fd-b9d6-10bee63f097c req-82d8fd73-faf0-46c1-b36b-abcb6ef0b763 service nova] Releasing lock "refresh_cache-f6b27b3e-9a0d-403a-84c0-321c0edabc7d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.764039] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413703, 'name': CreateVM_Task, 'duration_secs': 1.04427} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.764039] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.764474] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.764699] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.765067] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.765374] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae5321f-5fea-423f-b2a4-f653b5e769b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.769900] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 944.769900] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f3e46d-a65d-dd4c-464c-75a48819a7b9" [ 944.769900] env[69905]: _type = "Task" [ 944.769900] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.778857] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f3e46d-a65d-dd4c-464c-75a48819a7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.958655] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "refresh_cache-31b2ddd3-549f-4bb2-80be-9c0580ebe571" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.958903] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "refresh_cache-31b2ddd3-549f-4bb2-80be-9c0580ebe571" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.958984] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.002089] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525f4b14-3f70-a340-d37d-995156a27d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.003662] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734826fb-ac06-4e8c-9aa9-8da96eb96f84 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.012095] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 945.012095] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4fbe-4980-6612-3736-5cb5f324ed79" [ 945.012095] env[69905]: _type = "Task" [ 945.012095] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.021773] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4fbe-4980-6612-3736-5cb5f324ed79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.172433] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413707, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.172762] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413708, 'name': ReconfigVM_Task, 'duration_secs': 0.484966} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.173031] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 80befb99-cdf5-4044-b555-16fb32c88dfd/80befb99-cdf5-4044-b555-16fb32c88dfd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.173691] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc665b07-f1f5-447f-8028-01f59ae03bd0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.183221] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 945.183221] env[69905]: value = "task-3413709" [ 945.183221] env[69905]: _type = "Task" [ 945.183221] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.191978] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413709, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.283286] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f3e46d-a65d-dd4c-464c-75a48819a7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.283585] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.283823] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.284049] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.368277] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c621a39-3326-4a3b-ab00-53a562b351ce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.378088] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94da4f06-9b9e-49a1-be77-b37ac23c576a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.410963] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae67e294-7ec9-49ee-8432-018139fd1873 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.423509] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78dbdd1-9786-49ac-a041-49c5afecc84d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.437481] env[69905]: DEBUG nova.compute.provider_tree [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.501471] env[69905]: DEBUG nova.compute.manager [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Received event network-vif-plugged-fa7bc647-f1e8-495f-b107-09c82df10a5d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.501471] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] Acquiring lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.501811] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.502197] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.502497] env[69905]: DEBUG nova.compute.manager [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] No waiting events found dispatching network-vif-plugged-fa7bc647-f1e8-495f-b107-09c82df10a5d {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.502796] env[69905]: WARNING nova.compute.manager [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Received unexpected event network-vif-plugged-fa7bc647-f1e8-495f-b107-09c82df10a5d for instance with vm_state building and task_state spawning. [ 945.503076] env[69905]: DEBUG nova.compute.manager [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Received event network-changed-fa7bc647-f1e8-495f-b107-09c82df10a5d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.503354] env[69905]: DEBUG nova.compute.manager [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Refreshing instance network info cache due to event network-changed-fa7bc647-f1e8-495f-b107-09c82df10a5d. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.503640] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] Acquiring lock "refresh_cache-31b2ddd3-549f-4bb2-80be-9c0580ebe571" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.508971] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.524213] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520e4fbe-4980-6612-3736-5cb5f324ed79, 'name': SearchDatastore_Task, 'duration_secs': 0.091339} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.524464] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.524726] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.525032] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.525259] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.525514] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5bee56d-ec45-475f-865f-6f6565a0d1fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.527629] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d55783c1-70cd-41e5-bed4-7a632c7f7523 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.535779] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 945.535779] env[69905]: value = "task-3413710" [ 945.535779] env[69905]: _type = "Task" [ 945.535779] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.547281] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.548633] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.548834] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.549655] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaafe308-373b-44cd-ae90-1615df7a5ab5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.557520] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 945.557520] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52347ee0-b890-0e2f-a281-8b143fb93ec9" [ 945.557520] env[69905]: _type = "Task" [ 945.557520] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.566681] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52347ee0-b890-0e2f-a281-8b143fb93ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.670928] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413707, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.693130] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413709, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.749072] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Updating instance_info_cache with network_info: [{"id": "fa7bc647-f1e8-495f-b107-09c82df10a5d", "address": "fa:16:3e:29:da:29", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7bc647-f1", "ovs_interfaceid": "fa7bc647-f1e8-495f-b107-09c82df10a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.941496] env[69905]: DEBUG nova.scheduler.client.report [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.047593] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.068760] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52347ee0-b890-0e2f-a281-8b143fb93ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.080821} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.069688] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b96358e-2657-4884-b461-7518a799adbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.075270] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 946.075270] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525e4cfa-59f1-6ddb-c5b4-f9a4be7e8d1f" [ 946.075270] env[69905]: _type = "Task" [ 946.075270] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.083573] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525e4cfa-59f1-6ddb-c5b4-f9a4be7e8d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.169714] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413707, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.194015] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413709, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.251565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "refresh_cache-31b2ddd3-549f-4bb2-80be-9c0580ebe571" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.251940] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Instance network_info: |[{"id": "fa7bc647-f1e8-495f-b107-09c82df10a5d", "address": "fa:16:3e:29:da:29", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7bc647-f1", "ovs_interfaceid": "fa7bc647-f1e8-495f-b107-09c82df10a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.252319] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] Acquired lock "refresh_cache-31b2ddd3-549f-4bb2-80be-9c0580ebe571" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.252505] env[69905]: DEBUG nova.network.neutron [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Refreshing network info cache for port fa7bc647-f1e8-495f-b107-09c82df10a5d {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.253819] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:da:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa7bc647-f1e8-495f-b107-09c82df10a5d', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.261483] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.263474] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.265873] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da4dc6ef-3504-4f16-bddb-de975b2d77c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.281991] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.282309] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.282518] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.282770] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.282905] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.285265] env[69905]: INFO nova.compute.manager [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Terminating instance [ 946.292474] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.292474] env[69905]: value = "task-3413711" [ 946.292474] env[69905]: _type = "Task" [ 946.292474] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.304240] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413711, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.447486] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.448617] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.451626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.724s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.551706] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.587596] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525e4cfa-59f1-6ddb-c5b4-f9a4be7e8d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.085883} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.587932] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.588224] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] f6b27b3e-9a0d-403a-84c0-321c0edabc7d/f6b27b3e-9a0d-403a-84c0-321c0edabc7d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.588504] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42f8d492-db6d-4b00-b311-090e3ed66063 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.596630] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 946.596630] env[69905]: value = "task-3413712" [ 946.596630] env[69905]: _type = "Task" [ 946.596630] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.605426] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.671734] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413707, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.695564] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413709, 'name': Rename_Task, 'duration_secs': 1.35994} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.696919] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.696919] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63622735-3532-4da6-92d7-486350d44e40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.703558] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 946.703558] env[69905]: value = "task-3413713" [ 946.703558] env[69905]: _type = "Task" [ 946.703558] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.712613] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.789728] env[69905]: DEBUG nova.compute.manager [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.789728] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.790606] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338fa5d-554b-4958-b544-175b16a4480c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.803301] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413711, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.805613] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.806258] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78fd6611-5d6e-47d6-b028-7afe5238c3c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.811671] env[69905]: DEBUG oslo_vmware.api [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 946.811671] env[69905]: value = "task-3413714" [ 946.811671] env[69905]: _type = "Task" [ 946.811671] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.820430] env[69905]: DEBUG oslo_vmware.api [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.955234] env[69905]: DEBUG nova.compute.utils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.956701] env[69905]: DEBUG nova.objects.instance [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lazy-loading 'migration_context' on Instance uuid 26adcc07-ec19-4679-80af-0c072d0b9fdc {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.957954] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.958102] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.002373] env[69905]: DEBUG nova.policy [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dc5e4fdbadb4f7eb681d7d69b7d9b57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f91460b029f44a0a0c4b95758d8fcc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.051384] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413710, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.053073] env[69905]: DEBUG nova.network.neutron [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Updated VIF entry in instance network info cache for port fa7bc647-f1e8-495f-b107-09c82df10a5d. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.053510] env[69905]: DEBUG nova.network.neutron [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Updating instance_info_cache with network_info: [{"id": "fa7bc647-f1e8-495f-b107-09c82df10a5d", "address": "fa:16:3e:29:da:29", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7bc647-f1", "ovs_interfaceid": "fa7bc647-f1e8-495f-b107-09c82df10a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.107374] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.173732] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413707, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.298406} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.174035] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f21d6bbd-e967-4c17-98c1-bc2b94286582/f21d6bbd-e967-4c17-98c1-bc2b94286582.vmdk to [datastore2] 7f4cca00-24a0-45c9-ba93-80da4c8ca991/7f4cca00-24a0-45c9-ba93-80da4c8ca991.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.174862] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b156c17b-a46a-444e-adcf-ea2eff189bcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.199750] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 7f4cca00-24a0-45c9-ba93-80da4c8ca991/7f4cca00-24a0-45c9-ba93-80da4c8ca991.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.199969] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ffee89-35d6-471e-999f-9f115acbb54c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.225338] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413713, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.227219] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 947.227219] env[69905]: value = "task-3413715" [ 947.227219] env[69905]: _type = "Task" [ 947.227219] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.238129] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.303790] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413711, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.322130] env[69905]: DEBUG oslo_vmware.api [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413714, 'name': PowerOffVM_Task, 'duration_secs': 0.212385} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.322556] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.322668] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.322935] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e1abd2-0352-4b48-a612-073f247cafea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.368717] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Successfully created port: e45e9d6d-7f0a-49c4-a701-12ba0f45fafb {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.392869] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.393144] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.393375] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Deleting the datastore file [datastore1] d04ee156-517e-4fb7-9a7d-4afc43d4d84e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.393640] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca811bdd-f2f0-4b43-b8cf-e5314b914a69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.401723] env[69905]: DEBUG oslo_vmware.api [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for the task: (returnval){ [ 947.401723] env[69905]: value = "task-3413717" [ 947.401723] env[69905]: _type = "Task" [ 947.401723] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.412727] env[69905]: DEBUG oslo_vmware.api [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.459055] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.554081] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413710, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.812798} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.557670] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.557976] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.558861] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4db78c4-87df-45b8-8884-3f6872a27bb6 req-445561f4-d73d-484a-bc00-704761cbe9cb service nova] Releasing lock "refresh_cache-31b2ddd3-549f-4bb2-80be-9c0580ebe571" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.559323] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ab0329a-664a-44e1-b05f-f12ae4e1fb79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.567324] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 947.567324] env[69905]: value = "task-3413718" [ 947.567324] env[69905]: _type = "Task" [ 947.567324] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.579471] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.614070] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413712, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.728209] env[69905]: DEBUG oslo_vmware.api [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413713, 'name': PowerOnVM_Task, 'duration_secs': 0.811819} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.734597] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.734771] env[69905]: INFO nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Took 9.48 seconds to spawn the instance on the hypervisor. [ 947.735974] env[69905]: DEBUG nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.736139] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e8954-5866-49b0-beac-6520bfcd3c80 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.745372] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.808020] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413711, 'name': CreateVM_Task, 'duration_secs': 1.191847} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.808020] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.808020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.808020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.808020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.808020] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94a770d-5435-458a-8447-f6539f7887ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.812254] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 947.812254] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525b7cf1-f8d6-b5db-0970-167265982181" [ 947.812254] env[69905]: _type = "Task" [ 947.812254] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.822941] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525b7cf1-f8d6-b5db-0970-167265982181, 'name': SearchDatastore_Task, 'duration_secs': 0.007961} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.823219] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.823440] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.823662] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.823808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.823983] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.824233] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e96a4d3-6b6d-4dbf-9042-54476b42ac61 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.831099] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.831400] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.832967] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c622b7b4-ca55-438c-a15f-376dda0dbfcd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.836808] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 947.836808] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52102d1c-a3b9-d294-647d-76b56ec7e652" [ 947.836808] env[69905]: _type = "Task" [ 947.836808] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.846558] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52102d1c-a3b9-d294-647d-76b56ec7e652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.911372] env[69905]: DEBUG oslo_vmware.api [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Task: {'id': task-3413717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3978} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.913909] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.914121] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.914302] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.914473] env[69905]: INFO nova.compute.manager [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 947.914717] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.915130] env[69905]: DEBUG nova.compute.manager [-] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.915231] env[69905]: DEBUG nova.network.neutron [-] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.014142] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5728aa2-1205-48ea-904b-d719bd0bb03b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.021966] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b952390-bff2-42db-b265-fa0685121da6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.051127] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bb4d7a-e95f-436e-ad77-9ca71d35df6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.058059] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754cb02c-3522-4ce5-9e8c-ea0cbb9a11a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.073546] env[69905]: DEBUG nova.compute.provider_tree [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.082350] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221097} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.082885] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.083637] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76dd87-c6c3-4d76-a002-12a02f083f8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.104688] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.105267] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de71b1d-f513-44f5-baec-673e78520f7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.126864] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413712, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.168457} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.128086] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] f6b27b3e-9a0d-403a-84c0-321c0edabc7d/f6b27b3e-9a0d-403a-84c0-321c0edabc7d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.128306] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.128628] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 948.128628] env[69905]: value = "task-3413719" [ 948.128628] env[69905]: _type = "Task" [ 948.128628] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.128818] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f2ea9ca-bfa4-45fa-b4c9-b91d4e2c91f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.140864] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.140864] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 948.140864] env[69905]: value = "task-3413720" [ 948.140864] env[69905]: _type = "Task" [ 948.140864] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.147055] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.238085] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413715, 'name': ReconfigVM_Task, 'duration_secs': 0.585326} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.238377] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 7f4cca00-24a0-45c9-ba93-80da4c8ca991/7f4cca00-24a0-45c9-ba93-80da4c8ca991.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.239075] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1523971a-895e-42e7-8cf1-fc667ae42e47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.248020] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 948.248020] env[69905]: value = "task-3413721" [ 948.248020] env[69905]: _type = "Task" [ 948.248020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.259596] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413721, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.264570] env[69905]: INFO nova.compute.manager [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Took 42.00 seconds to build instance. [ 948.347812] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52102d1c-a3b9-d294-647d-76b56ec7e652, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.348906] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01df389b-40e6-42bc-8ae9-c8482a6b5d98 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.354733] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 948.354733] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c52b63-8dd2-222d-08ee-136c8fbde4f5" [ 948.354733] env[69905]: _type = "Task" [ 948.354733] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.364069] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c52b63-8dd2-222d-08ee-136c8fbde4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.451480] env[69905]: DEBUG nova.compute.manager [req-5681caa1-fdeb-4cd0-937e-ff971a5a4bcb req-4989a8cc-33a5-459f-afe9-0d3efbfe501d service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Received event network-vif-deleted-161af629-87e5-4189-95ae-ed62af2a0db3 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.451685] env[69905]: INFO nova.compute.manager [req-5681caa1-fdeb-4cd0-937e-ff971a5a4bcb req-4989a8cc-33a5-459f-afe9-0d3efbfe501d service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Neutron deleted interface 161af629-87e5-4189-95ae-ed62af2a0db3; detaching it from the instance and deleting it from the info cache [ 948.451877] env[69905]: DEBUG nova.network.neutron [req-5681caa1-fdeb-4cd0-937e-ff971a5a4bcb req-4989a8cc-33a5-459f-afe9-0d3efbfe501d service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.474027] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.502595] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.502842] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.502979] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.503204] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.503704] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.503704] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.503704] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.504435] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.504435] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.504435] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.504435] env[69905]: DEBUG nova.virt.hardware [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.505357] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5481d8f3-5628-4c41-9484-fc147f985554 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.514632] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac4b753-b15d-44dd-87a6-15de61c6806a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.579427] env[69905]: DEBUG nova.scheduler.client.report [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.644150] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.653202] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065821} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.653475] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.654765] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9709095f-51b5-48c4-9b4b-abf39247cf5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.683750] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f6b27b3e-9a0d-403a-84c0-321c0edabc7d/f6b27b3e-9a0d-403a-84c0-321c0edabc7d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.684088] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7814d0-2f53-4bc1-9d34-f60e7202a669 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.704642] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 948.704642] env[69905]: value = "task-3413722" [ 948.704642] env[69905]: _type = "Task" [ 948.704642] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.713828] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.754988] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413721, 'name': Rename_Task, 'duration_secs': 0.498284} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.755286] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.756224] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e65c5e-6373-40ab-852b-cb2227ce4301 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.761190] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 948.761190] env[69905]: value = "task-3413723" [ 948.761190] env[69905]: _type = "Task" [ 948.761190] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.767097] env[69905]: DEBUG oslo_concurrency.lockutils [None req-66f20d0e-7b73-4125-8ef1-f2880c9cf1bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.519s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.772270] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.870932] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c52b63-8dd2-222d-08ee-136c8fbde4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.057078} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.871236] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.871492] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 31b2ddd3-549f-4bb2-80be-9c0580ebe571/31b2ddd3-549f-4bb2-80be-9c0580ebe571.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.871751] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18ae13c7-50a4-4a56-9cc6-029f2037e3b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.879206] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 948.879206] env[69905]: value = "task-3413724" [ 948.879206] env[69905]: _type = "Task" [ 948.879206] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.890203] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.917521] env[69905]: DEBUG nova.compute.manager [req-0e9e3741-98cc-42f9-ba64-170ba81712d3 req-eb8cc177-2aa3-4a9e-93f8-d8ebaff28a50 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Received event network-vif-plugged-e45e9d6d-7f0a-49c4-a701-12ba0f45fafb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.917785] env[69905]: DEBUG oslo_concurrency.lockutils [req-0e9e3741-98cc-42f9-ba64-170ba81712d3 req-eb8cc177-2aa3-4a9e-93f8-d8ebaff28a50 service nova] Acquiring lock "f1d44069-0cb2-4bb2-adb6-665cd411126a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.918161] env[69905]: DEBUG oslo_concurrency.lockutils [req-0e9e3741-98cc-42f9-ba64-170ba81712d3 req-eb8cc177-2aa3-4a9e-93f8-d8ebaff28a50 service nova] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.918433] env[69905]: DEBUG oslo_concurrency.lockutils [req-0e9e3741-98cc-42f9-ba64-170ba81712d3 req-eb8cc177-2aa3-4a9e-93f8-d8ebaff28a50 service nova] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.918823] env[69905]: DEBUG nova.compute.manager [req-0e9e3741-98cc-42f9-ba64-170ba81712d3 req-eb8cc177-2aa3-4a9e-93f8-d8ebaff28a50 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] No waiting events found dispatching network-vif-plugged-e45e9d6d-7f0a-49c4-a701-12ba0f45fafb {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.919213] env[69905]: WARNING nova.compute.manager [req-0e9e3741-98cc-42f9-ba64-170ba81712d3 req-eb8cc177-2aa3-4a9e-93f8-d8ebaff28a50 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Received unexpected event network-vif-plugged-e45e9d6d-7f0a-49c4-a701-12ba0f45fafb for instance with vm_state building and task_state spawning. [ 948.936667] env[69905]: DEBUG nova.network.neutron [-] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.957448] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Successfully updated port: e45e9d6d-7f0a-49c4-a701-12ba0f45fafb {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.958585] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d094da3f-cad9-4c6c-8547-470d3bbd2730 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.973406] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee304d02-5809-44cc-8cb2-9beb17f67a2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.018229] env[69905]: DEBUG nova.compute.manager [req-5681caa1-fdeb-4cd0-937e-ff971a5a4bcb req-4989a8cc-33a5-459f-afe9-0d3efbfe501d service nova] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Detach interface failed, port_id=161af629-87e5-4189-95ae-ed62af2a0db3, reason: Instance d04ee156-517e-4fb7-9a7d-4afc43d4d84e could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.141845] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413719, 'name': ReconfigVM_Task, 'duration_secs': 0.737358} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.142159] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 6576b0fe-b08b-41b8-868e-c9afec4d10ee/6576b0fe-b08b-41b8-868e-c9afec4d10ee.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.142991] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba5d533-ae42-4f6e-b03a-949e7101480e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.149299] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 949.149299] env[69905]: value = "task-3413725" [ 949.149299] env[69905]: _type = "Task" [ 949.149299] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.159330] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413725, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.216041] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413722, 'name': ReconfigVM_Task, 'duration_secs': 0.349409} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.216317] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f6b27b3e-9a0d-403a-84c0-321c0edabc7d/f6b27b3e-9a0d-403a-84c0-321c0edabc7d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.217144] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ebb4814-0120-441d-9da9-195bfbf06ff7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.224972] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 949.224972] env[69905]: value = "task-3413726" [ 949.224972] env[69905]: _type = "Task" [ 949.224972] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.234405] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413726, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.272813] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.273385] env[69905]: DEBUG nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.389701] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413724, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.439521] env[69905]: INFO nova.compute.manager [-] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Took 1.52 seconds to deallocate network for instance. [ 949.461727] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "refresh_cache-f1d44069-0cb2-4bb2-adb6-665cd411126a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.462102] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "refresh_cache-f1d44069-0cb2-4bb2-adb6-665cd411126a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.462183] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.591794] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.140s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.597628] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.602s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.597858] env[69905]: DEBUG nova.objects.instance [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lazy-loading 'resources' on Instance uuid 0c322fec-6d73-4ad8-ab18-285789f4896d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.659083] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413725, 'name': Rename_Task, 'duration_secs': 0.321157} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.659371] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.659618] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0c53c2b-a0d9-41fe-8830-f23b5fdee462 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.666437] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 949.666437] env[69905]: value = "task-3413727" [ 949.666437] env[69905]: _type = "Task" [ 949.666437] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.682784] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.734972] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413726, 'name': Rename_Task, 'duration_secs': 0.27139} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.735270] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.735519] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76bfe726-414c-49b6-b217-b7811c0e28cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.741510] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 949.741510] env[69905]: value = "task-3413728" [ 949.741510] env[69905]: _type = "Task" [ 949.741510] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.749091] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.770989] env[69905]: DEBUG oslo_vmware.api [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413723, 'name': PowerOnVM_Task, 'duration_secs': 0.806345} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.771289] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.771449] env[69905]: INFO nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Took 14.14 seconds to spawn the instance on the hypervisor. [ 949.771652] env[69905]: DEBUG nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.772432] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4737a82c-471f-48d2-97a8-913584271767 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.797051] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.888648] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516731} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.889291] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 31b2ddd3-549f-4bb2-80be-9c0580ebe571/31b2ddd3-549f-4bb2-80be-9c0580ebe571.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.889291] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.889484] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2708741-b116-418f-8bb4-85ed0e739b8d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.895397] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 949.895397] env[69905]: value = "task-3413729" [ 949.895397] env[69905]: _type = "Task" [ 949.895397] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.903937] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.946439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.994767] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.122049] env[69905]: DEBUG oslo_concurrency.lockutils [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "80befb99-cdf5-4044-b555-16fb32c88dfd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.122215] env[69905]: DEBUG oslo_concurrency.lockutils [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.141357] env[69905]: DEBUG nova.network.neutron [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Updating instance_info_cache with network_info: [{"id": "e45e9d6d-7f0a-49c4-a701-12ba0f45fafb", "address": "fa:16:3e:a8:2e:54", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45e9d6d-7f", "ovs_interfaceid": "e45e9d6d-7f0a-49c4-a701-12ba0f45fafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.179287] env[69905]: DEBUG oslo_vmware.api [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413727, 'name': PowerOnVM_Task, 'duration_secs': 0.500445} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.179725] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.179953] env[69905]: DEBUG nova.compute.manager [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.180805] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41842344-3443-438d-b5f9-5971e01523e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.251062] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413728, 'name': PowerOnVM_Task, 'duration_secs': 0.487958} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.253905] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.254167] env[69905]: INFO nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Took 9.40 seconds to spawn the instance on the hypervisor. [ 950.254420] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.255734] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b647eb7-3f52-4dcd-9d51-4982b6ce5db1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.298844] env[69905]: INFO nova.compute.manager [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Took 46.69 seconds to build instance. [ 950.408649] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068992} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.408744] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.409462] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c7f41c-64b0-4e72-bf8e-80a0a7e8e5ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.432179] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 31b2ddd3-549f-4bb2-80be-9c0580ebe571/31b2ddd3-549f-4bb2-80be-9c0580ebe571.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.434771] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208a8149-d50c-485c-a097-287349e612cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.453888] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 950.453888] env[69905]: value = "task-3413730" [ 950.453888] env[69905]: _type = "Task" [ 950.453888] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.462657] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.589129] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3bc08b-7625-4c3a-82f2-34ddedce875a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.596925] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a943c1e0-6d62-469d-bb76-9a1355bb9d0d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.629440] env[69905]: DEBUG nova.compute.utils [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.631751] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3925c680-0feb-4dd3-b73d-a9c804e42e06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.642834] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf3802-5328-4cfd-b3bd-0f5997b746af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.648118] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "refresh_cache-f1d44069-0cb2-4bb2-adb6-665cd411126a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.649033] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Instance network_info: |[{"id": "e45e9d6d-7f0a-49c4-a701-12ba0f45fafb", "address": "fa:16:3e:a8:2e:54", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45e9d6d-7f", "ovs_interfaceid": "e45e9d6d-7f0a-49c4-a701-12ba0f45fafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.649033] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:2e:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e45e9d6d-7f0a-49c4-a701-12ba0f45fafb', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.656631] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.657539] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.657787] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a05e1e-be37-4f7e-9cb5-9d20c32ad336 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.685972] env[69905]: DEBUG nova.compute.provider_tree [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.690901] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.690901] env[69905]: value = "task-3413731" [ 950.690901] env[69905]: _type = "Task" [ 950.690901] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.700842] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.704739] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413731, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.774736] env[69905]: INFO nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Took 40.34 seconds to build instance. [ 950.801259] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c3d75bb6-7f16-40ff-a478-87062810d09d tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.206s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.964289] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.033528] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.033528] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.033528] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.033695] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.033836] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.036036] env[69905]: INFO nova.compute.manager [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Terminating instance [ 951.135895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.152305] env[69905]: INFO nova.compute.manager [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Swapping old allocation on dict_keys(['f133ba43-d404-412b-a798-6fa4ec2fd7a0']) held by migration 4d39d1fb-878d-44cf-aa94-f402036986a7 for instance [ 951.179587] env[69905]: DEBUG nova.scheduler.client.report [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Overwriting current allocation {'allocations': {'f133ba43-d404-412b-a798-6fa4ec2fd7a0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 84}}, 'project_id': '7e55c0bb932f4b64a8333b075b11adf2', 'user_id': 'c7632affa6604b69aefbfd25c31f0a55', 'consumer_generation': 1} on consumer 26adcc07-ec19-4679-80af-0c072d0b9fdc {{(pid=69905) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 951.188284] env[69905]: DEBUG nova.scheduler.client.report [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.200879] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413731, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.239484] env[69905]: DEBUG nova.compute.manager [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Received event network-changed-e45e9d6d-7f0a-49c4-a701-12ba0f45fafb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.239822] env[69905]: DEBUG nova.compute.manager [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Refreshing instance network info cache due to event network-changed-e45e9d6d-7f0a-49c4-a701-12ba0f45fafb. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.240185] env[69905]: DEBUG oslo_concurrency.lockutils [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] Acquiring lock "refresh_cache-f1d44069-0cb2-4bb2-adb6-665cd411126a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.240472] env[69905]: DEBUG oslo_concurrency.lockutils [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] Acquired lock "refresh_cache-f1d44069-0cb2-4bb2-adb6-665cd411126a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.240765] env[69905]: DEBUG nova.network.neutron [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Refreshing network info cache for port e45e9d6d-7f0a-49c4-a701-12ba0f45fafb {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.276937] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.853s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.298091] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.298410] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.298670] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.298907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.299136] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.301399] env[69905]: INFO nova.compute.manager [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Terminating instance [ 951.464369] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413730, 'name': ReconfigVM_Task, 'duration_secs': 0.843192} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.464682] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 31b2ddd3-549f-4bb2-80be-9c0580ebe571/31b2ddd3-549f-4bb2-80be-9c0580ebe571.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.465344] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9622e84c-3b19-42bb-bcb4-41edd77d3c50 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.471377] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 951.471377] env[69905]: value = "task-3413732" [ 951.471377] env[69905]: _type = "Task" [ 951.471377] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.479213] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413732, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.506947] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.507148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquired lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.507325] env[69905]: DEBUG nova.network.neutron [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.540286] env[69905]: DEBUG nova.compute.manager [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.540553] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.541458] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d97b3c-c400-4d27-833b-c9338a18e108 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.550699] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.550945] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d34f0b-346c-425d-812f-5a188a3be378 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.557030] env[69905]: DEBUG oslo_vmware.api [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 951.557030] env[69905]: value = "task-3413733" [ 951.557030] env[69905]: _type = "Task" [ 951.557030] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.566320] env[69905]: DEBUG oslo_vmware.api [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.696539] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.702748] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.283s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.704438] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413731, 'name': CreateVM_Task, 'duration_secs': 0.60236} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.709638] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.712756] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.712994] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.713326] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.714761] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acea6db-9dcf-4fd6-b94b-0a44e8585f8f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.720270] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 951.720270] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5228ac54-7c01-db1e-d754-c689a0a3838e" [ 951.720270] env[69905]: _type = "Task" [ 951.720270] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.733304] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5228ac54-7c01-db1e-d754-c689a0a3838e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.734317] env[69905]: INFO nova.scheduler.client.report [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Deleted allocations for instance 0c322fec-6d73-4ad8-ab18-285789f4896d [ 951.805794] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "refresh_cache-6576b0fe-b08b-41b8-868e-c9afec4d10ee" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.805856] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquired lock "refresh_cache-6576b0fe-b08b-41b8-868e-c9afec4d10ee" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.806040] env[69905]: DEBUG nova.network.neutron [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.941355] env[69905]: DEBUG nova.network.neutron [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Updated VIF entry in instance network info cache for port e45e9d6d-7f0a-49c4-a701-12ba0f45fafb. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.941709] env[69905]: DEBUG nova.network.neutron [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Updating instance_info_cache with network_info: [{"id": "e45e9d6d-7f0a-49c4-a701-12ba0f45fafb", "address": "fa:16:3e:a8:2e:54", "network": {"id": "42c58958-9514-4938-9ce5-42b3129d37af", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1544595728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91460b029f44a0a0c4b95758d8fcc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45e9d6d-7f", "ovs_interfaceid": "e45e9d6d-7f0a-49c4-a701-12ba0f45fafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.981024] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413732, 'name': Rename_Task, 'duration_secs': 0.214609} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.981236] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.982028] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4acf673-9613-4d25-82aa-96d6c9c50454 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.987216] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 951.987216] env[69905]: value = "task-3413734" [ 951.987216] env[69905]: _type = "Task" [ 951.987216] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.994231] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.066888] env[69905]: DEBUG oslo_vmware.api [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413733, 'name': PowerOffVM_Task, 'duration_secs': 0.217012} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.067219] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.067351] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.067646] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-519c8fe2-1ec0-4f66-98d3-f7de0b8df4e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.122382] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.122640] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.122868] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleting the datastore file [datastore2] 7f4cca00-24a0-45c9-ba93-80da4c8ca991 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.123200] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2641ede-593d-4c27-ba6e-d2db59b298cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.135223] env[69905]: DEBUG oslo_vmware.api [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 952.135223] env[69905]: value = "task-3413736" [ 952.135223] env[69905]: _type = "Task" [ 952.135223] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.144350] env[69905]: DEBUG oslo_vmware.api [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.214961] env[69905]: INFO nova.compute.claims [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.224021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "80befb99-cdf5-4044-b555-16fb32c88dfd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.224021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.226186] env[69905]: INFO nova.compute.manager [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Attaching volume 95ca8318-2b38-40e6-b5bd-70f6b624fd55 to /dev/sdb [ 952.244719] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5228ac54-7c01-db1e-d754-c689a0a3838e, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.245225] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2e06ddeb-7e2d-4f9c-9130-6328219442ad tempest-ServersTestJSON-1716007168 tempest-ServersTestJSON-1716007168-project-member] Lock "0c322fec-6d73-4ad8-ab18-285789f4896d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.734s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.246209] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.246465] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.247108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.247108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.247108] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.247479] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6068c96f-ef57-4227-8dde-ba89d7f969fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.264908] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.265196] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.267033] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0dd295-d65e-42a6-a95a-fef7afea59f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.272756] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 952.272756] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52870ad1-2d35-217a-3d89-2a8c5868ea9f" [ 952.272756] env[69905]: _type = "Task" [ 952.272756] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.280985] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52870ad1-2d35-217a-3d89-2a8c5868ea9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.281730] env[69905]: DEBUG nova.network.neutron [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [{"id": "c18821de-e5af-4097-9805-cf3cbbd03c23", "address": "fa:16:3e:a9:9c:b5", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18821de-e5", "ovs_interfaceid": "c18821de-e5af-4097-9805-cf3cbbd03c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.284259] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8666cb2-a9c3-469a-aaf5-b99e4819c894 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.290862] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa589e6-9856-4600-bdf5-315baa8e0391 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.305675] env[69905]: DEBUG nova.virt.block_device [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Updating existing volume attachment record: 4bc0fe5f-b31a-4803-8de3-9b8c43e46adb {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 952.325451] env[69905]: DEBUG nova.network.neutron [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.379122] env[69905]: DEBUG nova.network.neutron [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.445230] env[69905]: DEBUG oslo_concurrency.lockutils [req-847847b7-a5ee-47f4-bd88-25d71131c3aa req-92f1fdb9-3703-48af-b4f5-0d4842095af9 service nova] Releasing lock "refresh_cache-f1d44069-0cb2-4bb2-adb6-665cd411126a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.496498] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.631774] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1f76b67-10a1-44c7-bc12-b9ce031a99f2 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-29ebea62-7792-4776-96fd-677116c75b62-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.632148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1f76b67-10a1-44c7-bc12-b9ce031a99f2 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.632518] env[69905]: DEBUG nova.objects.instance [None req-e1f76b67-10a1-44c7-bc12-b9ce031a99f2 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'flavor' on Instance uuid 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.653245] env[69905]: DEBUG oslo_vmware.api [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221621} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.656391] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.656391] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.656391] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.656391] env[69905]: INFO nova.compute.manager [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Took 1.11 seconds to destroy the instance on the hypervisor. [ 952.656391] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.656391] env[69905]: DEBUG nova.compute.manager [-] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.656391] env[69905]: DEBUG nova.network.neutron [-] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.724776] env[69905]: INFO nova.compute.resource_tracker [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating resource usage from migration 4365f20b-c04b-44a8-b721-a0a77a9ee4eb [ 952.782229] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52870ad1-2d35-217a-3d89-2a8c5868ea9f, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.785526] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015cda4c-ee45-4781-a81f-124f0df39a29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.789654] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Releasing lock "refresh_cache-26adcc07-ec19-4679-80af-0c072d0b9fdc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.790148] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.790428] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f928d551-449a-4867-86cb-9d3af736c793 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.797739] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 952.797739] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3eec7-194f-7d42-8b37-888f4d6a3b53" [ 952.797739] env[69905]: _type = "Task" [ 952.797739] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.810279] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3eec7-194f-7d42-8b37-888f4d6a3b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.810627] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 952.810627] env[69905]: value = "task-3413740" [ 952.810627] env[69905]: _type = "Task" [ 952.810627] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.823377] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.886027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Releasing lock "refresh_cache-6576b0fe-b08b-41b8-868e-c9afec4d10ee" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.886027] env[69905]: DEBUG nova.compute.manager [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.886027] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.886027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da56e56-b945-46c6-b0a9-6e3a25207ca6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.901510] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.901510] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630181ca-954b-4a94-a8ca-8de77237771f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.914199] env[69905]: DEBUG oslo_vmware.api [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 952.914199] env[69905]: value = "task-3413741" [ 952.914199] env[69905]: _type = "Task" [ 952.914199] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.921128] env[69905]: DEBUG oslo_vmware.api [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.942243] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.942243] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.004588] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413734, 'name': PowerOnVM_Task, 'duration_secs': 0.701639} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.008193] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.008501] env[69905]: INFO nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Took 9.39 seconds to spawn the instance on the hypervisor. [ 953.008753] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.010034] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dec30e-8c9b-44ad-9e78-19c6a6f333e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.138561] env[69905]: DEBUG nova.objects.instance [None req-e1f76b67-10a1-44c7-bc12-b9ce031a99f2 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'pci_requests' on Instance uuid 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.270387] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b45bc1a-61f6-4ed9-9095-9a801dca63ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.279062] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f555aecf-d092-4588-8b9d-bc53f13bc1b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.311661] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c4153-f3d5-42e6-b3bb-d1607a324832 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.322153] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3eec7-194f-7d42-8b37-888f4d6a3b53, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.327109] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.327380] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] f1d44069-0cb2-4bb2-adb6-665cd411126a/f1d44069-0cb2-4bb2-adb6-665cd411126a.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.327678] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413740, 'name': PowerOffVM_Task, 'duration_secs': 0.261671} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.327923] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8c9760a-8518-42b9-a7de-d7b0a3f99a4e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.330099] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.330644] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:03:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='335bf4f9-7098-4569-b5df-1f5c72b35eb2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-214913822',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.330854] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.331014] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.331197] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.331340] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.331492] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.331707] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.331868] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.332041] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.332204] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.332372] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.337993] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbe01a4-11e9-44ce-b45e-2acf790ffba6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.341636] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed75c74-8cc9-4332-a920-4cff5606af6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.362734] env[69905]: DEBUG nova.compute.provider_tree [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.367484] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 953.367484] env[69905]: value = "task-3413743" [ 953.367484] env[69905]: _type = "Task" [ 953.367484] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.367484] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 953.367484] env[69905]: value = "task-3413742" [ 953.367484] env[69905]: _type = "Task" [ 953.367484] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.377860] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.380946] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.420076] env[69905]: DEBUG oslo_vmware.api [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413741, 'name': PowerOffVM_Task, 'duration_secs': 0.268028} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.420352] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.420518] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.420769] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c5ef94-538d-4b32-8a0c-029342607b0e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.443821] env[69905]: INFO nova.compute.manager [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Detaching volume ff889ae4-446b-4ac1-ba5d-744026592cc0 [ 953.448969] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.449187] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.449377] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Deleting the datastore file [datastore2] 6576b0fe-b08b-41b8-868e-c9afec4d10ee {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.451933] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2864de1-2ad7-4c2c-b406-840756552390 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.461430] env[69905]: DEBUG oslo_vmware.api [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for the task: (returnval){ [ 953.461430] env[69905]: value = "task-3413745" [ 953.461430] env[69905]: _type = "Task" [ 953.461430] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.468919] env[69905]: DEBUG nova.compute.manager [req-aeb45e0b-4fb4-4d50-b14c-aca44b1c1fd2 req-fcecb647-bd10-445b-9c60-e8308ecaecee service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Received event network-vif-deleted-4d294daa-50b7-444a-98b1-42c35c646d1b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.469124] env[69905]: INFO nova.compute.manager [req-aeb45e0b-4fb4-4d50-b14c-aca44b1c1fd2 req-fcecb647-bd10-445b-9c60-e8308ecaecee service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Neutron deleted interface 4d294daa-50b7-444a-98b1-42c35c646d1b; detaching it from the instance and deleting it from the info cache [ 953.469305] env[69905]: DEBUG nova.network.neutron [req-aeb45e0b-4fb4-4d50-b14c-aca44b1c1fd2 req-fcecb647-bd10-445b-9c60-e8308ecaecee service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.473873] env[69905]: DEBUG oslo_vmware.api [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.485340] env[69905]: INFO nova.virt.block_device [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Attempting to driver detach volume ff889ae4-446b-4ac1-ba5d-744026592cc0 from mountpoint /dev/sdb [ 953.485573] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 953.485737] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681148', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'name': 'volume-ff889ae4-446b-4ac1-ba5d-744026592cc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd332da0-19a3-4b8a-8382-8c3eab0c3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'serial': 'ff889ae4-446b-4ac1-ba5d-744026592cc0'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 953.486853] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87896ff3-614c-48bf-a05a-8e916e2e7874 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.509208] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1dd38-570a-4bda-96dc-0492fbcb9b1e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.516315] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352066d-ef8f-4a96-adc0-68f8f0be15e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.543436] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cc1137-b056-4b87-9595-f1689ff52f99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.545729] env[69905]: INFO nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Took 43.07 seconds to build instance. [ 953.560326] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff889ae4-446b-4ac1-ba5d-744026592cc0/volume-ff889ae4-446b-4ac1-ba5d-744026592cc0.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 953.565544] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.566517] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9a75da-70a5-434a-b782-537a3333beae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.583864] env[69905]: DEBUG oslo_vmware.api [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 953.583864] env[69905]: value = "task-3413746" [ 953.583864] env[69905]: _type = "Task" [ 953.583864] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.592090] env[69905]: DEBUG oslo_vmware.api [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.617871] env[69905]: DEBUG nova.network.neutron [-] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.640838] env[69905]: DEBUG nova.objects.base [None req-e1f76b67-10a1-44c7-bc12-b9ce031a99f2 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Object Instance<29ebea62-7792-4776-96fd-677116c75b62> lazy-loaded attributes: flavor,pci_requests {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.641070] env[69905]: DEBUG nova.network.neutron [None req-e1f76b67-10a1-44c7-bc12-b9ce031a99f2 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.792291] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1f76b67-10a1-44c7-bc12-b9ce031a99f2 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.160s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.868601] env[69905]: DEBUG nova.scheduler.client.report [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.892375] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413743, 'name': ReconfigVM_Task, 'duration_secs': 0.143835} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.896354] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413742, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.897657] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e9f33-49b2-4a33-b12c-f25f4ee03790 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.919188] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:03:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='335bf4f9-7098-4569-b5df-1f5c72b35eb2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-214913822',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.919482] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.919614] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.919799] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.919943] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.920108] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.920317] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.920475] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.920641] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.920807] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.920979] env[69905]: DEBUG nova.virt.hardware [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.921912] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755ff536-acf6-4763-a0b6-40e38a70530b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.930098] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 953.930098] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a28875-0e29-0873-f9c6-70009d630745" [ 953.930098] env[69905]: _type = "Task" [ 953.930098] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.938272] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a28875-0e29-0873-f9c6-70009d630745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.972991] env[69905]: DEBUG oslo_vmware.api [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Task: {'id': task-3413745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219797} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.973369] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.973603] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.973816] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.974089] env[69905]: INFO nova.compute.manager [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Took 1.09 seconds to destroy the instance on the hypervisor. [ 953.974552] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.975297] env[69905]: DEBUG nova.compute.manager [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.975297] env[69905]: DEBUG nova.network.neutron [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.976980] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca5eb6d3-6c5a-4060-83b8-7aa69f00d113 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.993353] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6551d-b7f3-48bf-97f5-a089853df17a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.005154] env[69905]: DEBUG nova.network.neutron [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.032022] env[69905]: DEBUG nova.compute.manager [req-aeb45e0b-4fb4-4d50-b14c-aca44b1c1fd2 req-fcecb647-bd10-445b-9c60-e8308ecaecee service nova] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Detach interface failed, port_id=4d294daa-50b7-444a-98b1-42c35c646d1b, reason: Instance 7f4cca00-24a0-45c9-ba93-80da4c8ca991 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.048042] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.587s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.098809] env[69905]: DEBUG oslo_vmware.api [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.120728] env[69905]: INFO nova.compute.manager [-] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Took 1.46 seconds to deallocate network for instance. [ 954.382773] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690234} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.383067] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] f1d44069-0cb2-4bb2-adb6-665cd411126a/f1d44069-0cb2-4bb2-adb6-665cd411126a.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.383834] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.383834] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f8167b-3be0-48ee-971b-d328f3a7d01e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.387458] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.685s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.387639] env[69905]: INFO nova.compute.manager [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Migrating [ 954.395851] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.710s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.396094] env[69905]: DEBUG nova.objects.instance [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lazy-loading 'resources' on Instance uuid 1a6a4e4e-0ebd-4940-8003-19fbcd216194 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.397539] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 954.397539] env[69905]: value = "task-3413747" [ 954.397539] env[69905]: _type = "Task" [ 954.397539] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.418585] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.440278] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a28875-0e29-0873-f9c6-70009d630745, 'name': SearchDatastore_Task, 'duration_secs': 0.028484} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.445772] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.446410] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b345951f-323e-4155-b3b3-525e3ae83858 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.464131] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 954.464131] env[69905]: value = "task-3413748" [ 954.464131] env[69905]: _type = "Task" [ 954.464131] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.472363] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.508289] env[69905]: DEBUG nova.network.neutron [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.594118] env[69905]: DEBUG oslo_vmware.api [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413746, 'name': ReconfigVM_Task, 'duration_secs': 0.528278} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.594414] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.599240] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699d5e16-277f-4f0b-abd2-53d3d7e897a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.617369] env[69905]: DEBUG oslo_vmware.api [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 954.617369] env[69905]: value = "task-3413750" [ 954.617369] env[69905]: _type = "Task" [ 954.617369] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.623631] env[69905]: DEBUG oslo_vmware.api [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.629722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.912249] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.912425] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.912608] env[69905]: DEBUG nova.network.neutron [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.913914] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067324} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.915028] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.915193] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b401a523-59af-4447-af3f-2e0af502aac8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.939219] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f1d44069-0cb2-4bb2-adb6-665cd411126a/f1d44069-0cb2-4bb2-adb6-665cd411126a.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.940144] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482f8111-73a8-4f81-a45a-528908093c89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.961808] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 954.961808] env[69905]: value = "task-3413751" [ 954.961808] env[69905]: _type = "Task" [ 954.961808] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.979751] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.980016] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413748, 'name': ReconfigVM_Task, 'duration_secs': 0.255938} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.980271] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.981035] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c052048a-9b59-418e-93b0-4028d953b7a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.004613] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.004965] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1543a091-76b1-4028-b24a-c1a98f649914 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.017883] env[69905]: INFO nova.compute.manager [-] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Took 1.04 seconds to deallocate network for instance. [ 955.023689] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 955.023689] env[69905]: value = "task-3413752" [ 955.023689] env[69905]: _type = "Task" [ 955.023689] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.032026] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.131426] env[69905]: DEBUG oslo_vmware.api [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413750, 'name': ReconfigVM_Task, 'duration_secs': 0.278864} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.131841] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681148', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'name': 'volume-ff889ae4-446b-4ac1-ba5d-744026592cc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd332da0-19a3-4b8a-8382-8c3eab0c3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff889ae4-446b-4ac1-ba5d-744026592cc0', 'serial': 'ff889ae4-446b-4ac1-ba5d-744026592cc0'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 955.473363] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.526883] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.537319] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413752, 'name': ReconfigVM_Task, 'duration_secs': 0.27891} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.537591] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc/26adcc07-ec19-4679-80af-0c072d0b9fdc.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.538469] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a914f-8b0d-42c1-852e-eb5d9d0d006b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.542021] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac71506-bebe-403f-86cb-bc516096fa2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.565031] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c1a4e-9118-4288-9e46-4467056ed8e4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.570896] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43d469a-7c7b-43c2-90ee-fa0076bbb391 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.614395] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d478818b-a2eb-4ce6-82f9-a16a1ef5ede4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.620164] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c339fe-ef22-4668-9740-958f02c073c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.639870] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a478a4c8-635e-4a61-8a15-92a4dcd1ef80 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.643556] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bc4655-1b47-498b-ab7e-839537b29e2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.651839] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.659676] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b73fef1b-5e82-459a-8e69-c3830bbe7537 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.661459] env[69905]: DEBUG nova.compute.provider_tree [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.675305] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 955.675305] env[69905]: value = "task-3413753" [ 955.675305] env[69905]: _type = "Task" [ 955.675305] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.684379] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.689754] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-29ebea62-7792-4776-96fd-677116c75b62-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.689754] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.689754] env[69905]: DEBUG nova.objects.instance [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'flavor' on Instance uuid 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.698681] env[69905]: DEBUG nova.objects.instance [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.701216] env[69905]: DEBUG nova.network.neutron [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.973993] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.168060] env[69905]: DEBUG nova.scheduler.client.report [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.184370] env[69905]: DEBUG oslo_vmware.api [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413753, 'name': PowerOnVM_Task, 'duration_secs': 0.371413} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.185216] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.203730] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.260211] env[69905]: DEBUG nova.objects.instance [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'pci_requests' on Instance uuid 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.392462] env[69905]: DEBUG oslo_concurrency.lockutils [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.474224] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413751, 'name': ReconfigVM_Task, 'duration_secs': 1.34217} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.474524] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f1d44069-0cb2-4bb2-adb6-665cd411126a/f1d44069-0cb2-4bb2-adb6-665cd411126a.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.475218] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42b680d-d4d5-4a56-8dac-bd60b9d96d89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.480994] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 956.480994] env[69905]: value = "task-3413754" [ 956.480994] env[69905]: _type = "Task" [ 956.480994] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.488453] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413754, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.673035] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.675556] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.592s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.675716] env[69905]: DEBUG nova.objects.instance [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lazy-loading 'resources' on Instance uuid cd55ecc9-a0e3-4331-b33a-8714e8578857 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.700961] env[69905]: INFO nova.scheduler.client.report [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted allocations for instance 1a6a4e4e-0ebd-4940-8003-19fbcd216194 [ 956.711427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f8bddf06-861c-4238-a00c-297d3d55940e tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.771s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.712347] env[69905]: DEBUG oslo_concurrency.lockutils [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.320s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.712528] env[69905]: DEBUG nova.compute.manager [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.713500] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3124cc-5b9c-4058-a861-fcbf8067ef0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.720282] env[69905]: DEBUG nova.compute.manager [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 956.720821] env[69905]: DEBUG nova.objects.instance [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.762785] env[69905]: DEBUG nova.objects.base [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Object Instance<29ebea62-7792-4776-96fd-677116c75b62> lazy-loaded attributes: flavor,pci_requests {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.762907] env[69905]: DEBUG nova.network.neutron [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.799384] env[69905]: DEBUG nova.policy [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.855958] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 956.856212] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681174', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'name': 'volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80befb99-cdf5-4044-b555-16fb32c88dfd', 'attached_at': '', 'detached_at': '', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'serial': '95ca8318-2b38-40e6-b5bd-70f6b624fd55'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 956.857082] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d340f8-0e22-4dd8-a156-4de3f2562d0b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.875300] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e68db6-84b7-4162-9c04-70e37db61a1b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.607382] env[69905]: INFO nova.compute.manager [None req-e3bf3e3e-298f-42ae-a3e4-0a210df7d9f5 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance to original state: 'active' [ 957.621927] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55/volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.623645] env[69905]: DEBUG nova.network.neutron [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Successfully created port: 4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.625597] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a334f491-dcee-4516-b39f-70581fcfc601 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "1a6a4e4e-0ebd-4940-8003-19fbcd216194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.723s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.630992] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca72921-ff63-4cd3-b8cd-e7d33ba583b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.655281] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413754, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.660848] env[69905]: DEBUG oslo_vmware.api [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 957.660848] env[69905]: value = "task-3413755" [ 957.660848] env[69905]: _type = "Task" [ 957.660848] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.668650] env[69905]: DEBUG oslo_vmware.api [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.009946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a6a30965-2b10-440e-b4fc-1689138a07aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.010170] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.079948] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054ef1f-a8cc-4860-b864-671253cf49f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.087461] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e50099c-b0c3-46e9-8dfb-2d70e3d59833 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.121577] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a18805f-2aeb-41ac-903f-3cfa8ab1c716 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.132718] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413754, 'name': Rename_Task, 'duration_secs': 1.189064} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.137509] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.138329] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528dd73b-d267-4790-bf7f-82aa8228934a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.141317] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d783dde1-15ca-4185-908f-d677fc761c0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.143419] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3a729b-1e01-4d7e-a19b-786aa192e24e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.148167] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.148695] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d264ac-9593-4d3d-8c37-c3fdf4a346e4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.175194] env[69905]: DEBUG nova.compute.provider_tree [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.179769] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 958.179769] env[69905]: value = "task-3413756" [ 958.179769] env[69905]: _type = "Task" [ 958.179769] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.179769] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance '6e11325b-8446-4bfa-9846-0b6c2274b0e3' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.185555] env[69905]: DEBUG oslo_vmware.api [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 958.185555] env[69905]: value = "task-3413757" [ 958.185555] env[69905]: _type = "Task" [ 958.185555] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.197122] env[69905]: DEBUG oslo_vmware.api [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413755, 'name': ReconfigVM_Task, 'duration_secs': 0.352983} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.197765] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Reconfigured VM instance instance-0000003c to attach disk [datastore1] volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55/volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.209240] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e013a2ee-af21-4470-872c-1ca32521289d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.220371] env[69905]: DEBUG oslo_vmware.api [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.220371] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.226097] env[69905]: DEBUG oslo_vmware.api [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 958.226097] env[69905]: value = "task-3413758" [ 958.226097] env[69905]: _type = "Task" [ 958.226097] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.237229] env[69905]: DEBUG oslo_vmware.api [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.513039] env[69905]: DEBUG nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.682716] env[69905]: DEBUG nova.scheduler.client.report [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.687603] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.691317] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bade768-1b97-4fcf-868b-114ac61ba27d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.703147] env[69905]: DEBUG oslo_vmware.api [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413756, 'name': PowerOnVM_Task, 'duration_secs': 0.485492} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.706840] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.707064] env[69905]: INFO nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Took 10.23 seconds to spawn the instance on the hypervisor. [ 958.707247] env[69905]: DEBUG nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.707521] env[69905]: DEBUG oslo_vmware.api [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413757, 'name': PowerOffVM_Task, 'duration_secs': 0.194772} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.707784] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 958.707784] env[69905]: value = "task-3413759" [ 958.707784] env[69905]: _type = "Task" [ 958.707784] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.708686] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34437db2-88b4-44ab-b8b3-6d4d29b38f05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.710990] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.711198] env[69905]: DEBUG nova.compute.manager [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.711922] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6363c8e-f751-49eb-be1f-3b9f13e6ad8c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.728892] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 958.728892] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance '6e11325b-8446-4bfa-9846-0b6c2274b0e3' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.739407] env[69905]: DEBUG oslo_vmware.api [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413758, 'name': ReconfigVM_Task, 'duration_secs': 0.147604} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.739676] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681174', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'name': 'volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80befb99-cdf5-4044-b555-16fb32c88dfd', 'attached_at': '', 'detached_at': '', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'serial': '95ca8318-2b38-40e6-b5bd-70f6b624fd55'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 959.034597] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.132066] env[69905]: DEBUG nova.network.neutron [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Successfully updated port: 4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.189275] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.514s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.191666] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.193209] env[69905]: INFO nova.compute.claims [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.207594] env[69905]: INFO nova.scheduler.client.report [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Deleted allocations for instance cd55ecc9-a0e3-4331-b33a-8714e8578857 [ 959.239961] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.239961] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.239961] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.240274] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.240274] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.240849] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.240849] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.240849] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.241041] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.241072] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.241294] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.249672] env[69905]: DEBUG oslo_concurrency.lockutils [None req-10e8e87e-4a2d-4ca5-8daf-bb3bd2fb5301 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.537s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.251081] env[69905]: INFO nova.compute.manager [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Took 48.18 seconds to build instance. [ 959.255196] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9812136-9852-43fc-84de-6a4d1df54060 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.267906] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2c0eb00e-911f-428a-b76e-ce345f83f218 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.759s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.274543] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 959.274543] env[69905]: value = "task-3413760" [ 959.274543] env[69905]: _type = "Task" [ 959.274543] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.283389] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.369813] env[69905]: DEBUG nova.compute.manager [req-e57a606b-bffd-492f-8d64-615abbed8be0 req-37a9f06f-722c-4f32-91b2-f832426258b3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-vif-plugged-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.370153] env[69905]: DEBUG oslo_concurrency.lockutils [req-e57a606b-bffd-492f-8d64-615abbed8be0 req-37a9f06f-722c-4f32-91b2-f832426258b3 service nova] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.370264] env[69905]: DEBUG oslo_concurrency.lockutils [req-e57a606b-bffd-492f-8d64-615abbed8be0 req-37a9f06f-722c-4f32-91b2-f832426258b3 service nova] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.370452] env[69905]: DEBUG oslo_concurrency.lockutils [req-e57a606b-bffd-492f-8d64-615abbed8be0 req-37a9f06f-722c-4f32-91b2-f832426258b3 service nova] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.370612] env[69905]: DEBUG nova.compute.manager [req-e57a606b-bffd-492f-8d64-615abbed8be0 req-37a9f06f-722c-4f32-91b2-f832426258b3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] No waiting events found dispatching network-vif-plugged-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.370781] env[69905]: WARNING nova.compute.manager [req-e57a606b-bffd-492f-8d64-615abbed8be0 req-37a9f06f-722c-4f32-91b2-f832426258b3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received unexpected event network-vif-plugged-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c for instance with vm_state active and task_state None. [ 959.635066] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.635242] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.635432] env[69905]: DEBUG nova.network.neutron [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.715799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84737f8b-9ada-43d8-a91f-d0314c9d4d6b tempest-ServerMetadataNegativeTestJSON-1632313084 tempest-ServerMetadataNegativeTestJSON-1632313084-project-member] Lock "cd55ecc9-a0e3-4331-b33a-8714e8578857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.142s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.784506] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413760, 'name': ReconfigVM_Task, 'duration_secs': 0.356385} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.785203] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance '6e11325b-8446-4bfa-9846-0b6c2274b0e3' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.799794] env[69905]: DEBUG nova.objects.instance [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'flavor' on Instance uuid 80befb99-cdf5-4044-b555-16fb32c88dfd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.173535] env[69905]: WARNING nova.network.neutron [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] 97a7a80d-6afa-43c4-bddd-824a71a3596d already exists in list: networks containing: ['97a7a80d-6afa-43c4-bddd-824a71a3596d']. ignoring it [ 960.292365] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.292602] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.292784] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.292951] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.293110] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.293256] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.293464] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.293610] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.293768] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.293925] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.294103] env[69905]: DEBUG nova.virt.hardware [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.299522] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.302062] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4afe5fd6-bcea-4861-884c-d10c29f9a697 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.318988] env[69905]: DEBUG oslo_concurrency.lockutils [None req-399cd77d-e3b9-440b-8ec2-bdd625088e74 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.095s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.325287] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 960.325287] env[69905]: value = "task-3413761" [ 960.325287] env[69905]: _type = "Task" [ 960.325287] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.338336] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.495401] env[69905]: DEBUG nova.network.neutron [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "address": "fa:16:3e:a6:ba:cb", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa0fe8c-bd", "ovs_interfaceid": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.640145] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a48c41-74af-4c21-a0ab-5f04d1031dab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.648464] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb46808-9383-40bd-bcd4-969a2f799d13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.679232] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df06b2-1b13-4395-8cc9-98e586538459 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.686890] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f36504-bcf0-4a1b-80ae-1b9467b31291 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.700215] env[69905]: DEBUG nova.compute.provider_tree [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.702915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "26adcc07-ec19-4679-80af-0c072d0b9fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.702915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.702915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.702915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.703122] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.706033] env[69905]: INFO nova.compute.manager [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Terminating instance [ 960.822211] env[69905]: DEBUG nova.objects.instance [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.834192] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413761, 'name': ReconfigVM_Task, 'duration_secs': 0.153349} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.834462] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.835298] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a650f5-50e4-4db8-a882-7325bea1f6ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.859037] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6e11325b-8446-4bfa-9846-0b6c2274b0e3/6e11325b-8446-4bfa-9846-0b6c2274b0e3.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.859530] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b65ebd8-81af-43d2-9499-943d765d083a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.878181] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 960.878181] env[69905]: value = "task-3413762" [ 960.878181] env[69905]: _type = "Task" [ 960.878181] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.881293] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "80befb99-cdf5-4044-b555-16fb32c88dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.881505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.882107] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "80befb99-cdf5-4044-b555-16fb32c88dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.882107] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.882107] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.888180] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.888625] env[69905]: INFO nova.compute.manager [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Terminating instance [ 961.001185] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.001860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.002028] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.002897] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9a02cf-678d-4629-9026-34176d209cee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.021826] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.021826] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.022099] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.022252] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.022373] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.022548] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.022792] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.022986] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.023208] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.023406] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.023611] env[69905]: DEBUG nova.virt.hardware [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.030165] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfiguring VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 961.030833] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-357bf849-1ff1-473b-bdde-0b6b46f95b88 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.048905] env[69905]: DEBUG oslo_vmware.api [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 961.048905] env[69905]: value = "task-3413763" [ 961.048905] env[69905]: _type = "Task" [ 961.048905] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.059169] env[69905]: DEBUG oslo_vmware.api [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413763, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.203828] env[69905]: DEBUG nova.scheduler.client.report [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.213029] env[69905]: DEBUG nova.compute.manager [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.213029] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.213029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9c73b7-fcd9-4a4b-82bb-8cffb58e5042 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.223330] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.223645] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d515ac5-35e3-47de-9657-ab0eadbdafe4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.231397] env[69905]: DEBUG oslo_vmware.api [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 961.231397] env[69905]: value = "task-3413764" [ 961.231397] env[69905]: _type = "Task" [ 961.231397] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.242751] env[69905]: DEBUG oslo_vmware.api [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.329533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.329944] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.329944] env[69905]: DEBUG nova.network.neutron [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.330139] env[69905]: DEBUG nova.objects.instance [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'info_cache' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.388999] env[69905]: DEBUG oslo_vmware.api [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413762, 'name': ReconfigVM_Task, 'duration_secs': 0.271149} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.389328] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6e11325b-8446-4bfa-9846-0b6c2274b0e3/6e11325b-8446-4bfa-9846-0b6c2274b0e3.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.389615] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance '6e11325b-8446-4bfa-9846-0b6c2274b0e3' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.393747] env[69905]: DEBUG nova.compute.manager [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.393992] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.394509] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e08666fc-bb04-41ca-870e-cb3105c992a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.402816] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 961.402816] env[69905]: value = "task-3413765" [ 961.402816] env[69905]: _type = "Task" [ 961.402816] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.412148] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.560761] env[69905]: DEBUG oslo_vmware.api [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.586065] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.586429] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.586553] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.586735] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.586946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.589348] env[69905]: INFO nova.compute.manager [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Terminating instance [ 961.718855] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.719421] env[69905]: DEBUG nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.722746] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.803s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.722989] env[69905]: DEBUG nova.objects.instance [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lazy-loading 'resources' on Instance uuid 784b71d1-94a8-4fe1-9213-90eaf03fc0ad {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.744824] env[69905]: DEBUG oslo_vmware.api [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413764, 'name': PowerOffVM_Task, 'duration_secs': 0.303323} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.745583] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.745583] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.745583] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30d85c5b-f001-4c9d-b8fd-3c883e67c1a5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.811390] env[69905]: DEBUG nova.compute.manager [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-changed-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.811897] env[69905]: DEBUG nova.compute.manager [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing instance network info cache due to event network-changed-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.811897] env[69905]: DEBUG oslo_concurrency.lockutils [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.812014] env[69905]: DEBUG oslo_concurrency.lockutils [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.814126] env[69905]: DEBUG nova.network.neutron [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing network info cache for port 4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.834501] env[69905]: DEBUG nova.objects.base [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.898482] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e472b12-b7f9-4a93-a03b-47eede0e5a2f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.914379] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413765, 'name': PowerOffVM_Task, 'duration_secs': 0.272384} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.931231] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.931436] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 961.931634] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681174', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'name': 'volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80befb99-cdf5-4044-b555-16fb32c88dfd', 'attached_at': '', 'detached_at': '', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'serial': '95ca8318-2b38-40e6-b5bd-70f6b624fd55'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 961.932906] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64217192-8d73-47c3-837d-a3eaf577ff2d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.935950] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda06a2f-f72d-4ef1-8460-29b3e0bbf995 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.954078] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance '6e11325b-8446-4bfa-9846-0b6c2274b0e3' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.974162] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2031bca8-ee7d-4dc5-acb6-604ded01a01b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.981205] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b46a73d-69af-4a35-b6a0-cde771a3098f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.002820] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e977bbea-edcb-403b-b62a-4ead66964daf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.006924] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.007142] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.007326] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Deleting the datastore file [datastore1] 26adcc07-ec19-4679-80af-0c072d0b9fdc {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.007924] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639e357c-4a92-41de-8e72-8f4aa717c0b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.023174] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] The volume has not been displaced from its original location: [datastore1] volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55/volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 962.029936] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 962.031049] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f93a98e-c07d-4859-a0e9-cc9a529d8e1b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.046603] env[69905]: DEBUG oslo_vmware.api [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 962.046603] env[69905]: value = "task-3413767" [ 962.046603] env[69905]: _type = "Task" [ 962.046603] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.051166] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 962.051166] env[69905]: value = "task-3413768" [ 962.051166] env[69905]: _type = "Task" [ 962.051166] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.060610] env[69905]: DEBUG oslo_vmware.api [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.063443] env[69905]: DEBUG oslo_vmware.api [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413763, 'name': ReconfigVM_Task, 'duration_secs': 0.739623} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.066546] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.066766] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfigured VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 962.069248] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.092996] env[69905]: DEBUG nova.compute.manager [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.093267] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.096065] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b688e21-64cb-42ea-a07d-39af5559a8e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.101895] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.102223] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fba160-1267-4397-91a6-cebe0ac188f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.107853] env[69905]: DEBUG oslo_vmware.api [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 962.107853] env[69905]: value = "task-3413769" [ 962.107853] env[69905]: _type = "Task" [ 962.107853] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.116449] env[69905]: DEBUG oslo_vmware.api [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.231550] env[69905]: DEBUG nova.compute.utils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.238077] env[69905]: DEBUG nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.238077] env[69905]: DEBUG nova.network.neutron [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.293590] env[69905]: DEBUG nova.policy [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2833d7a9cb7a4c0da30206daea46ce0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2f49cb87cd4e3782a4184f53112092', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.560972] env[69905]: DEBUG oslo_vmware.api [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262616} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.565205] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.565205] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.565205] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.565528] env[69905]: INFO nova.compute.manager [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Took 1.35 seconds to destroy the instance on the hypervisor. [ 962.565959] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.571955] env[69905]: DEBUG nova.compute.manager [-] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.572201] env[69905]: DEBUG nova.network.neutron [-] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.573962] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413768, 'name': ReconfigVM_Task, 'duration_secs': 0.288809} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.575107] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4fc8b5c5-430a-46e9-aa19-564d452fabcd tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.886s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.577302] env[69905]: DEBUG nova.network.neutron [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Port 437e5f48-0a3d-4d46-b7ed-7cf33562f7df binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.579198] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.587658] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29f0416-db2b-41aa-8a83-c24097525faa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.609985] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 962.609985] env[69905]: value = "task-3413770" [ 962.609985] env[69905]: _type = "Task" [ 962.609985] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.630224] env[69905]: DEBUG oslo_vmware.api [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413769, 'name': PowerOffVM_Task, 'duration_secs': 0.23602} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.630224] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.631452] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.631639] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.632365] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-309b6551-6b71-4715-a544-97d48006deb9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.688848] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.689108] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.689293] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleting the datastore file [datastore2] f6b27b3e-9a0d-403a-84c0-321c0edabc7d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.689559] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40617549-87df-4e61-a35f-460e7bbb2942 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.696388] env[69905]: DEBUG oslo_vmware.api [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 962.696388] env[69905]: value = "task-3413772" [ 962.696388] env[69905]: _type = "Task" [ 962.696388] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.709972] env[69905]: DEBUG oslo_vmware.api [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.738138] env[69905]: DEBUG nova.compute.utils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.740258] env[69905]: DEBUG nova.network.neutron [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updating instance_info_cache with network_info: [{"id": "1a2791cc-376b-4035-aa61-72155a91eb13", "address": "fa:16:3e:e5:59:89", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2791cc-37", "ovs_interfaceid": "1a2791cc-376b-4035-aa61-72155a91eb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.748827] env[69905]: DEBUG nova.network.neutron [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updated VIF entry in instance network info cache for port 4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.749231] env[69905]: DEBUG nova.network.neutron [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "address": "fa:16:3e:a6:ba:cb", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa0fe8c-bd", "ovs_interfaceid": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.782218] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382a1066-9c35-4732-91e6-7e25a4d4b7c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.791537] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b6fc4-e4de-4a6a-9b28-b5b08870bbd7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.823118] env[69905]: DEBUG nova.network.neutron [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Successfully created port: 27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.825732] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aacfb4e-84a9-41c4-a0f8-6a6268bf1a3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.833627] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fca8594-3d0a-4866-a34a-110262bbe414 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.847071] env[69905]: DEBUG nova.compute.provider_tree [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.124221] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413770, 'name': ReconfigVM_Task, 'duration_secs': 0.213474} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.124532] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681174', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'name': 'volume-95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80befb99-cdf5-4044-b555-16fb32c88dfd', 'attached_at': '', 'detached_at': '', 'volume_id': '95ca8318-2b38-40e6-b5bd-70f6b624fd55', 'serial': '95ca8318-2b38-40e6-b5bd-70f6b624fd55'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 963.124819] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.125592] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6525e6bf-0afc-4d87-8b0d-cabc2c556f43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.132188] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.132417] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75e5e63b-675e-4c5d-a33f-762be14b6443 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.208766] env[69905]: DEBUG oslo_vmware.api [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149239} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.209147] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.209371] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.209546] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.209720] env[69905]: INFO nova.compute.manager [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 963.209961] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.210280] env[69905]: DEBUG nova.compute.manager [-] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.210496] env[69905]: DEBUG nova.network.neutron [-] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.217057] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.217215] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.217275] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleting the datastore file [datastore2] 80befb99-cdf5-4044-b555-16fb32c88dfd {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.217503] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ffe620d-c30b-46c5-877e-cfefe415f929 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.223694] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 963.223694] env[69905]: value = "task-3413774" [ 963.223694] env[69905]: _type = "Task" [ 963.223694] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.232591] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.243240] env[69905]: DEBUG nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.246189] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "refresh_cache-fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.252040] env[69905]: DEBUG oslo_concurrency.lockutils [req-b12f3198-48a0-49bc-b809-79e771e50809 req-bd634b4f-3ee4-4aa1-9587-3e074b3ffbf5 service nova] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.353182] env[69905]: DEBUG nova.scheduler.client.report [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.438467] env[69905]: DEBUG nova.network.neutron [-] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.451481] env[69905]: DEBUG nova.compute.manager [req-4194b4a3-1ae3-485d-809a-e6f9b7daec82 req-0e495020-19b1-4af4-afc3-2fcd75610ffe service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Received event network-vif-deleted-c18821de-e5af-4097-9805-cf3cbbd03c23 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.453744] env[69905]: INFO nova.compute.manager [req-4194b4a3-1ae3-485d-809a-e6f9b7daec82 req-0e495020-19b1-4af4-afc3-2fcd75610ffe service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Neutron deleted interface c18821de-e5af-4097-9805-cf3cbbd03c23; detaching it from the instance and deleting it from the info cache [ 963.453744] env[69905]: DEBUG nova.network.neutron [req-4194b4a3-1ae3-485d-809a-e6f9b7daec82 req-0e495020-19b1-4af4-afc3-2fcd75610ffe service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.603889] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.604920] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.604920] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.739345] env[69905]: DEBUG oslo_vmware.api [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298455} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.739345] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.739345] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.739345] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.739614] env[69905]: INFO nova.compute.manager [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Took 2.35 seconds to destroy the instance on the hypervisor. [ 963.739886] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.740092] env[69905]: DEBUG nova.compute.manager [-] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.740206] env[69905]: DEBUG nova.network.neutron [-] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.859024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.862115] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.284s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.862441] env[69905]: DEBUG nova.objects.instance [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lazy-loading 'resources' on Instance uuid c227e17a-42bb-404a-bb97-fe58ca6698e9 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.883371] env[69905]: INFO nova.scheduler.client.report [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Deleted allocations for instance 784b71d1-94a8-4fe1-9213-90eaf03fc0ad [ 963.940103] env[69905]: INFO nova.compute.manager [-] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Took 1.37 seconds to deallocate network for instance. [ 963.954339] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f56924b1-e28b-482b-999a-38c7131b909d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.965651] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d98fd-879f-4939-8692-540c5316ec51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.999948] env[69905]: DEBUG nova.compute.manager [req-4194b4a3-1ae3-485d-809a-e6f9b7daec82 req-0e495020-19b1-4af4-afc3-2fcd75610ffe service nova] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Detach interface failed, port_id=c18821de-e5af-4097-9805-cf3cbbd03c23, reason: Instance 26adcc07-ec19-4679-80af-0c072d0b9fdc could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.107869] env[69905]: DEBUG nova.network.neutron [-] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.229121] env[69905]: DEBUG nova.compute.manager [req-2a78285f-230b-4c56-be44-d698105cdc80 req-485dd568-8d8c-442f-afb9-fdad2bd5f0b8 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Received event network-vif-plugged-27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.229380] env[69905]: DEBUG oslo_concurrency.lockutils [req-2a78285f-230b-4c56-be44-d698105cdc80 req-485dd568-8d8c-442f-afb9-fdad2bd5f0b8 service nova] Acquiring lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.229595] env[69905]: DEBUG oslo_concurrency.lockutils [req-2a78285f-230b-4c56-be44-d698105cdc80 req-485dd568-8d8c-442f-afb9-fdad2bd5f0b8 service nova] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.229768] env[69905]: DEBUG oslo_concurrency.lockutils [req-2a78285f-230b-4c56-be44-d698105cdc80 req-485dd568-8d8c-442f-afb9-fdad2bd5f0b8 service nova] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.229935] env[69905]: DEBUG nova.compute.manager [req-2a78285f-230b-4c56-be44-d698105cdc80 req-485dd568-8d8c-442f-afb9-fdad2bd5f0b8 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] No waiting events found dispatching network-vif-plugged-27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.230502] env[69905]: WARNING nova.compute.manager [req-2a78285f-230b-4c56-be44-d698105cdc80 req-485dd568-8d8c-442f-afb9-fdad2bd5f0b8 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Received unexpected event network-vif-plugged-27ea6bf2-5939-43fe-b4d0-c7e9236f4422 for instance with vm_state building and task_state spawning. [ 964.258248] env[69905]: DEBUG nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.260855] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.261326] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640bdbf6-525e-4e4c-920b-1a9cc5d09165 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.270128] env[69905]: DEBUG oslo_vmware.api [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 964.270128] env[69905]: value = "task-3413775" [ 964.270128] env[69905]: _type = "Task" [ 964.270128] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.285938] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1992613404',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1707819446',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.286206] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.287995] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.287995] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.287995] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.287995] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.287995] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.287995] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.287995] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.288505] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.289208] env[69905]: DEBUG nova.virt.hardware [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.289987] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc85808-33ef-4b62-b747-75c1195592a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.295591] env[69905]: DEBUG oslo_vmware.api [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.295859] env[69905]: DEBUG nova.network.neutron [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Successfully updated port: 27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.303548] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903bb8b6-6207-455d-8bc6-adedf57ce027 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.395604] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b650a851-2318-48f4-ac10-e1316e8d4f38 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "784b71d1-94a8-4fe1-9213-90eaf03fc0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.154s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.447696] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.534732] env[69905]: DEBUG nova.network.neutron [-] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.544018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-29ebea62-7792-4776-96fd-677116c75b62-9440095e-209d-4c00-a921-e7c02eb55cad" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.544280] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-9440095e-209d-4c00-a921-e7c02eb55cad" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.544612] env[69905]: DEBUG nova.objects.instance [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'flavor' on Instance uuid 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.614872] env[69905]: INFO nova.compute.manager [-] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Took 1.40 seconds to deallocate network for instance. [ 964.646315] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.646533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.647068] env[69905]: DEBUG nova.network.neutron [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.746215] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce3edac-4c5c-457a-8da4-fc408d5bd26e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.753953] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b70981-4948-4951-8577-3e33902cee85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.787045] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1caaa-e826-4be7-b302-127425fd217f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.794323] env[69905]: DEBUG oslo_vmware.api [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413775, 'name': PowerOnVM_Task, 'duration_secs': 0.460745} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.796249] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.796457] env[69905]: DEBUG nova.compute.manager [None req-3d545d70-d484-4fef-89d3-ad68e52d3311 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.797211] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19429389-5a5e-4e03-bc08-da1ab5307cf2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.800539] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85704dd6-7675-4af0-8cde-e0675220bff6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.804332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.804582] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.804663] env[69905]: DEBUG nova.network.neutron [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.818916] env[69905]: DEBUG nova.compute.provider_tree [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.037598] env[69905]: INFO nova.compute.manager [-] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Took 1.30 seconds to deallocate network for instance. [ 965.122849] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.148587] env[69905]: DEBUG nova.objects.instance [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'pci_requests' on Instance uuid 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.326077] env[69905]: DEBUG nova.scheduler.client.report [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.360170] env[69905]: DEBUG nova.network.neutron [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.502545] env[69905]: DEBUG nova.compute.manager [req-fc790e88-6a40-44b0-994e-f677ec06f841 req-b91979b3-f3c3-4c0c-9c66-f018c2462a63 service nova] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Received event network-vif-deleted-3f1dab0b-d010-4d64-b6d2-f1742f7e8179 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.502766] env[69905]: DEBUG nova.compute.manager [req-fc790e88-6a40-44b0-994e-f677ec06f841 req-b91979b3-f3c3-4c0c-9c66-f018c2462a63 service nova] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Received event network-vif-deleted-8a844201-d7fc-4f8a-8375-67ac004693d4 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.521389] env[69905]: DEBUG nova.network.neutron [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Updating instance_info_cache with network_info: [{"id": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "address": "fa:16:3e:21:47:e3", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ea6bf2-59", "ovs_interfaceid": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.570136] env[69905]: DEBUG nova.network.neutron [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.585643] env[69905]: INFO nova.compute.manager [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Took 0.55 seconds to detach 1 volumes for instance. [ 965.653233] env[69905]: DEBUG nova.objects.base [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Object Instance<29ebea62-7792-4776-96fd-677116c75b62> lazy-loaded attributes: flavor,pci_requests {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 965.653810] env[69905]: DEBUG nova.network.neutron [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.720291] env[69905]: DEBUG nova.policy [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.830648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.833681] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.842s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.858298] env[69905]: INFO nova.scheduler.client.report [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Deleted allocations for instance c227e17a-42bb-404a-bb97-fe58ca6698e9 [ 966.024213] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Releasing lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.024574] env[69905]: DEBUG nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Instance network_info: |[{"id": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "address": "fa:16:3e:21:47:e3", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ea6bf2-59", "ovs_interfaceid": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.025007] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:47:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27ea6bf2-5939-43fe-b4d0-c7e9236f4422', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.033183] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.033407] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.033635] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf86190-915c-429d-a3f2-00d0e1d5070b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.055167] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.055167] env[69905]: value = "task-3413776" [ 966.055167] env[69905]: _type = "Task" [ 966.055167] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.062923] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413776, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.073563] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.093578] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.357996] env[69905]: DEBUG nova.compute.manager [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Received event network-changed-27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.358230] env[69905]: DEBUG nova.compute.manager [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Refreshing instance network info cache due to event network-changed-27ea6bf2-5939-43fe-b4d0-c7e9236f4422. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.358442] env[69905]: DEBUG oslo_concurrency.lockutils [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] Acquiring lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.358593] env[69905]: DEBUG oslo_concurrency.lockutils [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] Acquired lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.358980] env[69905]: DEBUG nova.network.neutron [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Refreshing network info cache for port 27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.367657] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b4fc6c17-9a79-4dbd-a80a-42c340794bf7 tempest-ImagesOneServerNegativeTestJSON-561936618 tempest-ImagesOneServerNegativeTestJSON-561936618-project-member] Lock "c227e17a-42bb-404a-bb97-fe58ca6698e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.059s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.567863] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413776, 'name': CreateVM_Task, 'duration_secs': 0.301646} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.568156] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.569069] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.569293] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.569699] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.570066] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd49b2ee-e13e-452c-91a7-c6cdd0c7733d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.576238] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 966.576238] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52250cd5-c2ac-234f-3c6c-238322d063fd" [ 966.576238] env[69905]: _type = "Task" [ 966.576238] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.590940] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52250cd5-c2ac-234f-3c6c-238322d063fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.599030] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb3bad-59f3-4e93-8242-766e982025dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.622545] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d05da9b-0f9c-4637-85c3-2f4e10b903a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.630839] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance '6e11325b-8446-4bfa-9846-0b6c2274b0e3' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.849714] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Applying migration context for instance 6e11325b-8446-4bfa-9846-0b6c2274b0e3 as it has an incoming, in-progress migration 4365f20b-c04b-44a8-b721-a0a77a9ee4eb. Migration status is post-migrating {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 966.851911] env[69905]: INFO nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating resource usage from migration 4365f20b-c04b-44a8-b721-a0a77a9ee4eb [ 966.875603] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.875827] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance d04ee156-517e-4fb7-9a7d-4afc43d4d84e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.876142] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 6d6d2c1c-8daf-40c1-a348-28588044e06d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.876329] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e39094b1-db15-4d66-a5ce-6e02f3b3799e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.876490] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a6c005cb-4dad-4705-bbfa-7af3d9747eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.876626] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.876783] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance cf3b133f-ef30-4060-85ca-46149099d005 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.876935] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance be256e2c-9094-4bdf-9be9-1189a7c12acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.877097] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.877227] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance d6f582ae-6abd-4402-85c2-ff9624ed1c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.877349] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 29ebea62-7792-4776-96fd-677116c75b62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.877474] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 26adcc07-ec19-4679-80af-0c072d0b9fdc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.877598] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 68ab22df-df70-46c3-b8a4-7f08275ddf71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.877722] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 9f25670a-4df1-411d-ab31-ab53cd5baeb0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.877844] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance d6e6f611-2ecc-44b5-a5cd-dfe1e446848e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.878145] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 6576b0fe-b08b-41b8-868e-c9afec4d10ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.878319] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 7f4cca00-24a0-45c9-ba93-80da4c8ca991 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.878455] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 80befb99-cdf5-4044-b555-16fb32c88dfd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.878584] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance f6b27b3e-9a0d-403a-84c0-321c0edabc7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.878706] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 31b2ddd3-549f-4bb2-80be-9c0580ebe571 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.878822] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance f1d44069-0cb2-4bb2-adb6-665cd411126a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.878965] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Migration 4365f20b-c04b-44a8-b721-a0a77a9ee4eb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 966.879100] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 6e11325b-8446-4bfa-9846-0b6c2274b0e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 966.879214] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance d70e0edc-8c53-474c-8c9a-494cb5d31e3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 967.091415] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52250cd5-c2ac-234f-3c6c-238322d063fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013733} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.092343] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.092343] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.092427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.092531] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.092711] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.093000] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8def17-2279-499c-8e71-91691d4df875 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.103011] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.103191] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.103924] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8dddc4-ee57-4b96-9acb-d48c7fa148c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.111894] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 967.111894] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb2ab5-5038-52b3-d2f5-549e57126671" [ 967.111894] env[69905]: _type = "Task" [ 967.111894] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.120849] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb2ab5-5038-52b3-d2f5-549e57126671, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.121661] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6593a46d-087c-4829-88fa-7feb651e9649 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.126763] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 967.126763] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5262ed3d-4c9d-46dd-be8d-f686dfa9fd3a" [ 967.126763] env[69905]: _type = "Task" [ 967.126763] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.134515] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5262ed3d-4c9d-46dd-be8d-f686dfa9fd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.141594] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec896e21-3dd8-4155-aae1-21840108ad24 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance '6e11325b-8446-4bfa-9846-0b6c2274b0e3' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.267737] env[69905]: DEBUG nova.network.neutron [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Updated VIF entry in instance network info cache for port 27ea6bf2-5939-43fe-b4d0-c7e9236f4422. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.268193] env[69905]: DEBUG nova.network.neutron [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Updating instance_info_cache with network_info: [{"id": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "address": "fa:16:3e:21:47:e3", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ea6bf2-59", "ovs_interfaceid": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.283607] env[69905]: DEBUG nova.network.neutron [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Successfully updated port: 9440095e-209d-4c00-a921-e7c02eb55cad {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.383959] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance da94d05d-ed8f-4a20-95e6-8b0c602c5429 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 967.638623] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5262ed3d-4c9d-46dd-be8d-f686dfa9fd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.00856} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.638919] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.639237] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] d70e0edc-8c53-474c-8c9a-494cb5d31e3d/d70e0edc-8c53-474c-8c9a-494cb5d31e3d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.639508] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9fc59be-9f6e-4aed-b401-16ac1b35faa0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.649093] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 967.649093] env[69905]: value = "task-3413777" [ 967.649093] env[69905]: _type = "Task" [ 967.649093] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.658707] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.771333] env[69905]: DEBUG oslo_concurrency.lockutils [req-8ccd38c4-25f3-49be-9c3d-1d8a5bfdbba1 req-a99dfa22-4922-49ca-934e-d63bbab08b1c service nova] Releasing lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.790514] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.790514] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.790514] env[69905]: DEBUG nova.network.neutron [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.886143] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 730c5b7f-481c-4d48-9556-cd860bfb65e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 968.168296] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.354903] env[69905]: WARNING nova.network.neutron [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] 97a7a80d-6afa-43c4-bddd-824a71a3596d already exists in list: networks containing: ['97a7a80d-6afa-43c4-bddd-824a71a3596d']. ignoring it [ 968.355187] env[69905]: WARNING nova.network.neutron [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] 97a7a80d-6afa-43c4-bddd-824a71a3596d already exists in list: networks containing: ['97a7a80d-6afa-43c4-bddd-824a71a3596d']. ignoring it [ 968.389143] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 968.540926] env[69905]: DEBUG nova.compute.manager [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-vif-plugged-9440095e-209d-4c00-a921-e7c02eb55cad {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.541478] env[69905]: DEBUG oslo_concurrency.lockutils [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.541768] env[69905]: DEBUG oslo_concurrency.lockutils [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.541999] env[69905]: DEBUG oslo_concurrency.lockutils [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.542253] env[69905]: DEBUG nova.compute.manager [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] No waiting events found dispatching network-vif-plugged-9440095e-209d-4c00-a921-e7c02eb55cad {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.543178] env[69905]: WARNING nova.compute.manager [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received unexpected event network-vif-plugged-9440095e-209d-4c00-a921-e7c02eb55cad for instance with vm_state active and task_state None. [ 968.543178] env[69905]: DEBUG nova.compute.manager [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-changed-9440095e-209d-4c00-a921-e7c02eb55cad {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.543178] env[69905]: DEBUG nova.compute.manager [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing instance network info cache due to event network-changed-9440095e-209d-4c00-a921-e7c02eb55cad. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.543178] env[69905]: DEBUG oslo_concurrency.lockutils [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.676038] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942821} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.678842] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] d70e0edc-8c53-474c-8c9a-494cb5d31e3d/d70e0edc-8c53-474c-8c9a-494cb5d31e3d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.678842] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.679284] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f95ee88c-e010-4587-acc4-6c20b0d9e985 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.690713] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 968.690713] env[69905]: value = "task-3413778" [ 968.690713] env[69905]: _type = "Task" [ 968.690713] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.701842] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.884022] env[69905]: DEBUG nova.network.neutron [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "address": "fa:16:3e:a6:ba:cb", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa0fe8c-bd", "ovs_interfaceid": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9440095e-209d-4c00-a921-e7c02eb55cad", "address": "fa:16:3e:b9:ac:79", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9440095e-20", "ovs_interfaceid": "9440095e-209d-4c00-a921-e7c02eb55cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.894385] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 97bdc928-860c-44dd-adee-b163b1c9ab1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 969.202799] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066863} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.202799] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.202799] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a95889-05d1-49f5-89ec-c1b86038cf0d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.224856] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d70e0edc-8c53-474c-8c9a-494cb5d31e3d/d70e0edc-8c53-474c-8c9a-494cb5d31e3d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.225222] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24ee754-6552-4fee-9876-ea37651df555 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.241148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.241453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.241662] env[69905]: DEBUG nova.compute.manager [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Going to confirm migration 3 {{(pid=69905) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 969.249279] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 969.249279] env[69905]: value = "task-3413779" [ 969.249279] env[69905]: _type = "Task" [ 969.249279] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.265014] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.388046] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.388968] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.389094] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.389470] env[69905]: DEBUG oslo_concurrency.lockutils [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.389588] env[69905]: DEBUG nova.network.neutron [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Refreshing network info cache for port 9440095e-209d-4c00-a921-e7c02eb55cad {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.391755] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69202c-81e8-46f2-9b0b-985e910eec36 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.411838] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e0c819d8-c720-4b7f-9f68-74813efb3700 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 969.414496] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.414731] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.414731] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.414924] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.415093] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.416033] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.416033] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.416033] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.416033] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.416033] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.416508] env[69905]: DEBUG nova.virt.hardware [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.422730] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfiguring VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 969.423647] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a8f0f0-8f12-436f-b4e5-990a0214bd01 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.443368] env[69905]: DEBUG oslo_vmware.api [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 969.443368] env[69905]: value = "task-3413780" [ 969.443368] env[69905]: _type = "Task" [ 969.443368] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.451851] env[69905]: DEBUG oslo_vmware.api [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413780, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.762598] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.845850] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.846440] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.846667] env[69905]: DEBUG nova.network.neutron [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.846859] env[69905]: DEBUG nova.objects.instance [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'info_cache' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.924781] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a6a30965-2b10-440e-b4fc-1689138a07aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 969.925118] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 969.925271] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 969.955683] env[69905]: DEBUG oslo_vmware.api [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.100316] env[69905]: DEBUG nova.network.neutron [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updated VIF entry in instance network info cache for port 9440095e-209d-4c00-a921-e7c02eb55cad. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.100836] env[69905]: DEBUG nova.network.neutron [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "address": "fa:16:3e:a6:ba:cb", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa0fe8c-bd", "ovs_interfaceid": "4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9440095e-209d-4c00-a921-e7c02eb55cad", "address": "fa:16:3e:b9:ac:79", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9440095e-20", "ovs_interfaceid": "9440095e-209d-4c00-a921-e7c02eb55cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.264520] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.324706] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3eb50a-c957-4322-a462-fc6f0f3146f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.335482] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b66ae5e-3b7c-4a59-b16a-5fcb6eda9b5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.368378] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94288c3-4331-44e7-a99b-6b428bc5e7fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.376851] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de463ec9-b173-4ea2-a154-3128878d397b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.391390] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.454669] env[69905]: DEBUG oslo_vmware.api [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.604033] env[69905]: DEBUG oslo_concurrency.lockutils [req-2f2e9ac5-d0b6-489b-b1b6-60628d8b7bbe req-0d0b6bbe-9d0f-47b7-ae76-cbce30de16c3 service nova] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.764804] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413779, 'name': ReconfigVM_Task, 'duration_secs': 1.086827} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.766119] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d70e0edc-8c53-474c-8c9a-494cb5d31e3d/d70e0edc-8c53-474c-8c9a-494cb5d31e3d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.766119] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69905) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 970.766535] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-23b42898-ba11-4b2d-bfd1-057551cd9442 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.774326] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 970.774326] env[69905]: value = "task-3413781" [ 970.774326] env[69905]: _type = "Task" [ 970.774326] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.784727] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413781, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.894700] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.956611] env[69905]: DEBUG oslo_vmware.api [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413780, 'name': ReconfigVM_Task, 'duration_secs': 1.150651} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.957155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.957390] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfigured VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 971.117015] env[69905]: DEBUG nova.network.neutron [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.283921] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413781, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.049154} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.284280] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69905) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 971.284951] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41955b7-a2fb-48d1-ad05-dc5382f5feb7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.309095] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d70e0edc-8c53-474c-8c9a-494cb5d31e3d/ephemeral_0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.309365] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386af93d-9aa8-4039-96d2-3dfdbc839bad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.326396] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 971.326396] env[69905]: value = "task-3413782" [ 971.326396] env[69905]: _type = "Task" [ 971.326396] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.333930] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.400645] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 971.401032] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.567s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.401341] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.563s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.403107] env[69905]: INFO nova.compute.claims [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.406258] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.406415] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Cleaning up deleted instances {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 971.461622] env[69905]: DEBUG oslo_concurrency.lockutils [None req-53d95253-26b9-420e-be06-cdac13140370 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-9440095e-209d-4c00-a921-e7c02eb55cad" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.917s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.619719] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.619988] env[69905]: DEBUG nova.objects.instance [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'migration_context' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.837234] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.920153] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] There are 40 instances to clean {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 971.920439] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: c227e17a-42bb-404a-bb97-fe58ca6698e9] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.130019] env[69905]: DEBUG nova.objects.base [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Object Instance<6e11325b-8446-4bfa-9846-0b6c2274b0e3> lazy-loaded attributes: info_cache,migration_context {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.130019] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7184fd63-ab48-4b44-8a2a-d92258acc90d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.149874] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbe55fd-70d5-4bc2-a0c2-bde45fac009e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.156244] env[69905]: DEBUG oslo_vmware.api [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 972.156244] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238d7b9-cf37-c6e1-b9df-fd372b26ae64" [ 972.156244] env[69905]: _type = "Task" [ 972.156244] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.164993] env[69905]: DEBUG oslo_vmware.api [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238d7b9-cf37-c6e1-b9df-fd372b26ae64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.338924] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413782, 'name': ReconfigVM_Task, 'duration_secs': 0.559492} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.338924] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d70e0edc-8c53-474c-8c9a-494cb5d31e3d/ephemeral_0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.338924] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2624f138-ca6b-4474-8536-ce118299aef3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.343229] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 972.343229] env[69905]: value = "task-3413783" [ 972.343229] env[69905]: _type = "Task" [ 972.343229] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.351722] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413783, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.430169] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 1a6a4e4e-0ebd-4940-8003-19fbcd216194] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.671692] env[69905]: DEBUG oslo_vmware.api [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5238d7b9-cf37-c6e1-b9df-fd372b26ae64, 'name': SearchDatastore_Task, 'duration_secs': 0.008166} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.672497] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.859833] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413783, 'name': Rename_Task, 'duration_secs': 0.271502} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.859833] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.859975] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941e60f6-b2e8-42c9-90f8-0ca2dbfcf940 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.871660] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 972.871660] env[69905]: value = "task-3413784" [ 972.871660] env[69905]: _type = "Task" [ 972.871660] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.881560] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.907157] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51847b-30d3-4c50-9a0b-df97c4510993 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.915498] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d120845b-d97f-4e74-86df-06532fc3fb0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.948560] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: cd55ecc9-a0e3-4331-b33a-8714e8578857] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.950682] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96811039-0d1f-45fc-a69a-c512d293b37c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.962799] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21a6407-1e85-4b10-a3af-6c01bcfac2f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.974933] env[69905]: DEBUG nova.compute.provider_tree [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.087027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-29ebea62-7792-4776-96fd-677116c75b62-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.087027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.383949] env[69905]: DEBUG oslo_vmware.api [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413784, 'name': PowerOnVM_Task, 'duration_secs': 0.49364} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.384268] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.384413] env[69905]: INFO nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Took 9.13 seconds to spawn the instance on the hypervisor. [ 973.384595] env[69905]: DEBUG nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.385416] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6799ea1a-2e06-4172-938e-2f480aee1ab9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.453974] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 78e4f0ef-ee1b-4e97-963e-1ebcd4f53af3] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.479044] env[69905]: DEBUG nova.scheduler.client.report [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.590527] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.590735] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.591625] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f9cd70-ccb9-4567-998e-1ab97dba175a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.611251] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb1a6ba-c28e-41f2-ab5a-f38fb4f3eb48 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.641673] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfiguring VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 973.642046] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db99188c-4089-4565-b37d-49b75da13ac1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.661060] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 973.661060] env[69905]: value = "task-3413785" [ 973.661060] env[69905]: _type = "Task" [ 973.661060] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.669301] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.903260] env[69905]: INFO nova.compute.manager [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Took 56.74 seconds to build instance. [ 973.956957] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 58a178b1-ebeb-4c63-96fc-9db5f823d8f1] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.985329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.985772] env[69905]: DEBUG nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.992497] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.325s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.994449] env[69905]: INFO nova.compute.claims [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.003573] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "75b25fae-29b5-479d-9366-5280f2edfede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.003813] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "75b25fae-29b5-479d-9366-5280f2edfede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.175097] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.407189] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5832a998-aabd-4bdc-8954-4a5fd3d823e2 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.937s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.461094] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 0c322fec-6d73-4ad8-ab18-285789f4896d] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.486739] env[69905]: DEBUG nova.compute.manager [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Received event network-changed-27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.486739] env[69905]: DEBUG nova.compute.manager [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Refreshing instance network info cache due to event network-changed-27ea6bf2-5939-43fe-b4d0-c7e9236f4422. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.486880] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] Acquiring lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.487028] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] Acquired lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.487284] env[69905]: DEBUG nova.network.neutron [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Refreshing network info cache for port 27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.504735] env[69905]: DEBUG nova.compute.utils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.509294] env[69905]: DEBUG nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.509388] env[69905]: DEBUG nova.network.neutron [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.514291] env[69905]: DEBUG nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.565219] env[69905]: DEBUG nova.policy [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1ae583e394f433a87b312061ec438ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75413e409a844bc974086be33102249', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.674255] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.842910] env[69905]: DEBUG nova.network.neutron [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Successfully created port: e16ae995-8f00-4a0d-8663-d67c8730d223 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.964030] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 028ea91d-7739-430b-91f8-4f7be9711f71] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.012730] env[69905]: DEBUG nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.048970] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.178020] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.275608] env[69905]: DEBUG nova.network.neutron [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Updated VIF entry in instance network info cache for port 27ea6bf2-5939-43fe-b4d0-c7e9236f4422. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.275975] env[69905]: DEBUG nova.network.neutron [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Updating instance_info_cache with network_info: [{"id": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "address": "fa:16:3e:21:47:e3", "network": {"id": "6a414ad3-b923-48d2-925f-31695687c6b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-13150970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2f49cb87cd4e3782a4184f53112092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ea6bf2-59", "ovs_interfaceid": "27ea6bf2-5939-43fe-b4d0-c7e9236f4422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.456903] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d6865e-12f2-4b85-87d9-515c475a85d7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.464492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399242a8-5ddf-4cfb-99dd-6ac71b1913bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.467850] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 6f7fe935-bf84-4317-b97c-79c278d214f3] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.495971] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df6ef15-78a0-4d7d-a45c-482410ca1fbd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.503885] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a94d7a-e69c-44ae-a854-21043006d824 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.522637] env[69905]: DEBUG nova.compute.provider_tree [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.673392] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.782007] env[69905]: DEBUG oslo_concurrency.lockutils [req-2b6f157b-37b2-4505-9b5d-db9a1ae9da5f req-bf290fe3-7114-451c-8e74-23d19822fed5 service nova] Releasing lock "refresh_cache-d70e0edc-8c53-474c-8c9a-494cb5d31e3d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.971113] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 968d5406-15e8-47d8-ae02-0a91e321db9a] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.025111] env[69905]: DEBUG nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.029283] env[69905]: DEBUG nova.scheduler.client.report [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.055603] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.056027] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.056378] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.056689] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.056941] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.057216] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.057559] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.057826] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.058177] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.058459] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.058752] env[69905]: DEBUG nova.virt.hardware [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.060344] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7a8f54-3b60-4139-8dc4-7ce2de6b9070 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.071569] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5d87b-6ea0-4aaa-8e58-50e38f610bba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.177147] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.331345] env[69905]: DEBUG nova.network.neutron [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Successfully updated port: e16ae995-8f00-4a0d-8663-d67c8730d223 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.474954] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: a19f2fa3-bf33-46a7-8619-053432f894c6] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.517892] env[69905]: DEBUG nova.compute.manager [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Received event network-vif-plugged-e16ae995-8f00-4a0d-8663-d67c8730d223 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.518192] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] Acquiring lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.518780] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.518987] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.519221] env[69905]: DEBUG nova.compute.manager [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] No waiting events found dispatching network-vif-plugged-e16ae995-8f00-4a0d-8663-d67c8730d223 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.519435] env[69905]: WARNING nova.compute.manager [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Received unexpected event network-vif-plugged-e16ae995-8f00-4a0d-8663-d67c8730d223 for instance with vm_state building and task_state spawning. [ 976.519619] env[69905]: DEBUG nova.compute.manager [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Received event network-changed-e16ae995-8f00-4a0d-8663-d67c8730d223 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.519787] env[69905]: DEBUG nova.compute.manager [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Refreshing instance network info cache due to event network-changed-e16ae995-8f00-4a0d-8663-d67c8730d223. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.519983] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] Acquiring lock "refresh_cache-da94d05d-ed8f-4a20-95e6-8b0c602c5429" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.520238] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] Acquired lock "refresh_cache-da94d05d-ed8f-4a20-95e6-8b0c602c5429" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.520332] env[69905]: DEBUG nova.network.neutron [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Refreshing network info cache for port e16ae995-8f00-4a0d-8663-d67c8730d223 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.535477] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.536078] env[69905]: DEBUG nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.538546] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.423s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.538741] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.540959] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.373s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.542191] env[69905]: INFO nova.compute.claims [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.569472] env[69905]: INFO nova.scheduler.client.report [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Deleted allocations for instance 68ab22df-df70-46c3-b8a4-7f08275ddf71 [ 976.680747] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.834545] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-da94d05d-ed8f-4a20-95e6-8b0c602c5429" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.979391] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 334e7a11-d6da-48fb-b370-8652965bca1f] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.050971] env[69905]: DEBUG nova.compute.utils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.054739] env[69905]: DEBUG nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.054940] env[69905]: DEBUG nova.network.neutron [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.065347] env[69905]: DEBUG nova.network.neutron [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.078688] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8ae36ee9-cb04-4f3b-94ff-4ff22890923f tempest-InstanceActionsV221TestJSON-1479559974 tempest-InstanceActionsV221TestJSON-1479559974-project-member] Lock "68ab22df-df70-46c3-b8a4-7f08275ddf71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.454s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.106029] env[69905]: DEBUG nova.policy [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be66bcf7ca924588a42329e64df31215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d3e41cbbb244734a985bd5e9a421d83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.141035] env[69905]: DEBUG nova.network.neutron [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.181198] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.439257] env[69905]: DEBUG nova.network.neutron [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Successfully created port: 8c7717e0-6629-47bc-bfaa-92fb60669479 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.483094] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 5492fe6f-c1ca-4132-aa46-943a45a52da7] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.558359] env[69905]: DEBUG nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.643106] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9c57e22-222d-4447-8ae3-7340024b06fa req-685e8dba-3574-46c6-9475-95a327a2f246 service nova] Releasing lock "refresh_cache-da94d05d-ed8f-4a20-95e6-8b0c602c5429" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.643476] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-da94d05d-ed8f-4a20-95e6-8b0c602c5429" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.643643] env[69905]: DEBUG nova.network.neutron [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.679662] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.920399] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e71f9-00f7-4451-88a5-cac4b3208db2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.928878] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba31c06-57a7-4a1a-b800-4325928a1815 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.960201] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5466d45-a8ae-407b-a31c-60b9f201f4e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.968599] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fecba6-b187-4045-bbb7-0123c17e11e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.983199] env[69905]: DEBUG nova.compute.provider_tree [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.987655] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 72e8496a-7660-43fb-96ea-c2838b6d6664] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.180435] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.183250] env[69905]: DEBUG nova.network.neutron [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.360680] env[69905]: DEBUG nova.network.neutron [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Updating instance_info_cache with network_info: [{"id": "e16ae995-8f00-4a0d-8663-d67c8730d223", "address": "fa:16:3e:ef:e9:e0", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16ae995-8f", "ovs_interfaceid": "e16ae995-8f00-4a0d-8663-d67c8730d223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.486919] env[69905]: DEBUG nova.scheduler.client.report [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.494471] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 5c2d1139-db6c-4078-a9dc-7abf2359d4c5] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.572379] env[69905]: DEBUG nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.599820] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.600065] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.600228] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.600412] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.600562] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.600711] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.603442] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.603619] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.603793] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.603963] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.604183] env[69905]: DEBUG nova.virt.hardware [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.605085] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c8bb9-bde7-40c6-8731-bfd5db1d7bf6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.616723] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb46051b-b32a-49c0-a9b9-8a2bc9198560 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.680880] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.864600] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-da94d05d-ed8f-4a20-95e6-8b0c602c5429" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.865073] env[69905]: DEBUG nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance network_info: |[{"id": "e16ae995-8f00-4a0d-8663-d67c8730d223", "address": "fa:16:3e:ef:e9:e0", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16ae995-8f", "ovs_interfaceid": "e16ae995-8f00-4a0d-8663-d67c8730d223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.865431] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:e9:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e16ae995-8f00-4a0d-8663-d67c8730d223', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.874938] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating folder: Project (b75413e409a844bc974086be33102249). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.874938] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6269dac1-7c55-445e-a2f8-3a9b61b81bd1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.893975] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created folder: Project (b75413e409a844bc974086be33102249) in parent group-v680985. [ 978.894223] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating folder: Instances. Parent ref: group-v681176. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.894475] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0877e427-1ef1-4dbb-8ea2-e3c1d850231d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.905102] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created folder: Instances in parent group-v681176. [ 978.905362] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.905569] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.905781] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b263c80-3e00-4a2b-af29-80f2009aa84b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.931241] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.931241] env[69905]: value = "task-3413788" [ 978.931241] env[69905]: _type = "Task" [ 978.931241] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.939354] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413788, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.992578] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.995928] env[69905]: DEBUG nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.997013] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.696s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.997373] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.006492] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.213s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.006492] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.011947] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.101s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.013742] env[69905]: INFO nova.compute.claims [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.017251] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: a2863eb9-0d04-4f6c-a05d-71a705b13283] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.044298] env[69905]: INFO nova.scheduler.client.report [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted allocations for instance cf3b133f-ef30-4060-85ca-46149099d005 [ 979.050374] env[69905]: INFO nova.scheduler.client.report [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted allocations for instance 9f25670a-4df1-411d-ab31-ab53cd5baeb0 [ 979.163718] env[69905]: DEBUG nova.compute.manager [req-dabe46fd-919b-46d5-a449-4af6de724a5b req-7d4df5a6-7f88-4024-99a3-d8ee8345c864 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Received event network-vif-plugged-8c7717e0-6629-47bc-bfaa-92fb60669479 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.163718] env[69905]: DEBUG oslo_concurrency.lockutils [req-dabe46fd-919b-46d5-a449-4af6de724a5b req-7d4df5a6-7f88-4024-99a3-d8ee8345c864 service nova] Acquiring lock "730c5b7f-481c-4d48-9556-cd860bfb65e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.165221] env[69905]: DEBUG oslo_concurrency.lockutils [req-dabe46fd-919b-46d5-a449-4af6de724a5b req-7d4df5a6-7f88-4024-99a3-d8ee8345c864 service nova] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.165221] env[69905]: DEBUG oslo_concurrency.lockutils [req-dabe46fd-919b-46d5-a449-4af6de724a5b req-7d4df5a6-7f88-4024-99a3-d8ee8345c864 service nova] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.165221] env[69905]: DEBUG nova.compute.manager [req-dabe46fd-919b-46d5-a449-4af6de724a5b req-7d4df5a6-7f88-4024-99a3-d8ee8345c864 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] No waiting events found dispatching network-vif-plugged-8c7717e0-6629-47bc-bfaa-92fb60669479 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.165221] env[69905]: WARNING nova.compute.manager [req-dabe46fd-919b-46d5-a449-4af6de724a5b req-7d4df5a6-7f88-4024-99a3-d8ee8345c864 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Received unexpected event network-vif-plugged-8c7717e0-6629-47bc-bfaa-92fb60669479 for instance with vm_state building and task_state spawning. [ 979.182922] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.392612] env[69905]: DEBUG nova.network.neutron [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Successfully updated port: 8c7717e0-6629-47bc-bfaa-92fb60669479 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.441709] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413788, 'name': CreateVM_Task, 'duration_secs': 0.300649} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.441935] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.442681] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.442898] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.443280] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.443917] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2b61db-424b-48f5-9f2f-ec401c86ccf3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.448755] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 979.448755] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e91115-81f8-61c2-2717-f4b074c47390" [ 979.448755] env[69905]: _type = "Task" [ 979.448755] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.457040] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e91115-81f8-61c2-2717-f4b074c47390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.518412] env[69905]: DEBUG nova.compute.utils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.519995] env[69905]: DEBUG nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.520192] env[69905]: DEBUG nova.network.neutron [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.524360] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 71187f47-1b8c-4685-b7b1-c8ca60a811de] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.552842] env[69905]: DEBUG oslo_concurrency.lockutils [None req-901026b1-bb9a-4c41-99dc-338e86ff3dd2 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "cf3b133f-ef30-4060-85ca-46149099d005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.866s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.556056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-79ef8e4c-4381-44c1-a7e7-28b2c8faf2b7 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "9f25670a-4df1-411d-ab31-ab53cd5baeb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.229s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.596735] env[69905]: DEBUG nova.policy [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be66bcf7ca924588a42329e64df31215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d3e41cbbb244734a985bd5e9a421d83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.681292] env[69905]: DEBUG oslo_vmware.api [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413785, 'name': ReconfigVM_Task, 'duration_secs': 5.740272} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.681542] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.681748] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Reconfigured VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 979.903916] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.903916] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.904127] env[69905]: DEBUG nova.network.neutron [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.960041] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e91115-81f8-61c2-2717-f4b074c47390, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.960519] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.961309] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.961671] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.961932] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.962233] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.962608] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dac942f-cd48-4846-991c-fec99e1efbc9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.975175] env[69905]: DEBUG nova.compute.manager [req-2e98fd23-f82d-4bd0-a349-1ff8a5741711 req-fca45538-f719-4daf-9262-ee7d821ed0dc service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-vif-deleted-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.975425] env[69905]: INFO nova.compute.manager [req-2e98fd23-f82d-4bd0-a349-1ff8a5741711 req-fca45538-f719-4daf-9262-ee7d821ed0dc service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Neutron deleted interface 4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c; detaching it from the instance and deleting it from the info cache [ 979.977078] env[69905]: DEBUG nova.network.neutron [req-2e98fd23-f82d-4bd0-a349-1ff8a5741711 req-fca45538-f719-4daf-9262-ee7d821ed0dc service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9440095e-209d-4c00-a921-e7c02eb55cad", "address": "fa:16:3e:b9:ac:79", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9440095e-20", "ovs_interfaceid": "9440095e-209d-4c00-a921-e7c02eb55cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.980596] env[69905]: DEBUG nova.network.neutron [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Successfully created port: 1857b669-b2ea-4daf-8bea-f4ee91b8ee17 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.998252] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.998475] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.999256] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f527e87-9c5e-4855-a153-730dc5a94e08 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.006473] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 980.006473] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bcd715-5d73-3917-b79f-d4dc699fdbe5" [ 980.006473] env[69905]: _type = "Task" [ 980.006473] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.014693] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bcd715-5d73-3917-b79f-d4dc699fdbe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.036092] env[69905]: DEBUG nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.036526] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 1e971fc9-3032-4b33-82b1-15384be587d0] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.460435] env[69905]: DEBUG nova.network.neutron [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.488902] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e98fd23-f82d-4bd0-a349-1ff8a5741711 req-fca45538-f719-4daf-9262-ee7d821ed0dc service nova] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.489088] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e98fd23-f82d-4bd0-a349-1ff8a5741711 req-fca45538-f719-4daf-9262-ee7d821ed0dc service nova] Acquired lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.489946] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ae5fc-de93-482d-adff-91b85935a498 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.509921] env[69905]: DEBUG oslo_concurrency.lockutils [req-2e98fd23-f82d-4bd0-a349-1ff8a5741711 req-fca45538-f719-4daf-9262-ee7d821ed0dc service nova] Releasing lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.510202] env[69905]: WARNING nova.compute.manager [req-2e98fd23-f82d-4bd0-a349-1ff8a5741711 req-fca45538-f719-4daf-9262-ee7d821ed0dc service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Detach interface failed, port_id=4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c, reason: No device with interface-id 4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c exists on VM: nova.exception.NotFound: No device with interface-id 4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c exists on VM [ 980.524749] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bcd715-5d73-3917-b79f-d4dc699fdbe5, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.525555] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acd0f3d-8684-4129-a699-985b0ef9f318 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.532113] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 980.532113] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521f4c1a-306c-0ed0-db3b-f94a2bead788" [ 980.532113] env[69905]: _type = "Task" [ 980.532113] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.544764] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 60c51121-bbd7-4c69-8417-b6552fa2cf39] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.546264] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521f4c1a-306c-0ed0-db3b-f94a2bead788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.551258] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dff498-5d2f-47f1-a748-e6718db16e7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.563718] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b1510-8990-447f-9a5b-91a96c049ba3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.597846] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabf2085-a634-4f15-86e1-17d74fe48ad9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.605902] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c566ff2b-6f66-4465-93e6-8eb9e1ccd8cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.620181] env[69905]: DEBUG nova.compute.provider_tree [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.627053] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.627296] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.627524] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.627734] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.627897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.630617] env[69905]: INFO nova.compute.manager [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Terminating instance [ 980.673828] env[69905]: DEBUG nova.network.neutron [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Updating instance_info_cache with network_info: [{"id": "8c7717e0-6629-47bc-bfaa-92fb60669479", "address": "fa:16:3e:af:49:9f", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7717e0-66", "ovs_interfaceid": "8c7717e0-6629-47bc-bfaa-92fb60669479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.930227] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.930437] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.930622] env[69905]: DEBUG nova.network.neutron [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.043167] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521f4c1a-306c-0ed0-db3b-f94a2bead788, 'name': SearchDatastore_Task, 'duration_secs': 0.029416} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.043462] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.043734] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.043996] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d1aa824-89f6-4624-bcbb-c2c4bdffcbf2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.048348] env[69905]: DEBUG nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.050433] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: bf6c6705-14ef-4200-ba89-afdcd12d9950] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.057502] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 981.057502] env[69905]: value = "task-3413789" [ 981.057502] env[69905]: _type = "Task" [ 981.057502] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.064404] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.083806] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.084184] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.084413] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.084690] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.084904] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.085141] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.085414] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.085626] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.085819] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.086066] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.086346] env[69905]: DEBUG nova.virt.hardware [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.088137] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50ef4a-9807-4ca8-aec9-cf9d06334a95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.099988] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1895ad04-bed2-4132-8624-cdd1a5be6674 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.122947] env[69905]: DEBUG nova.scheduler.client.report [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.134573] env[69905]: DEBUG nova.compute.manager [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.136555] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.136555] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c9a66-b8a3-407c-938c-067842fa4e31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.149431] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.149617] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee7d27f-7d5e-4afe-88bf-0eefac4aa638 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.162571] env[69905]: DEBUG oslo_vmware.api [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 981.162571] env[69905]: value = "task-3413790" [ 981.162571] env[69905]: _type = "Task" [ 981.162571] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.180792] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.181308] env[69905]: DEBUG nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Instance network_info: |[{"id": "8c7717e0-6629-47bc-bfaa-92fb60669479", "address": "fa:16:3e:af:49:9f", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7717e0-66", "ovs_interfaceid": "8c7717e0-6629-47bc-bfaa-92fb60669479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.182523] env[69905]: DEBUG oslo_vmware.api [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.183256] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:49:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c7717e0-6629-47bc-bfaa-92fb60669479', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.190807] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating folder: Project (9d3e41cbbb244734a985bd5e9a421d83). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.194175] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82dbf494-60ac-4474-85d1-2c6ca8aaf106 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.198616] env[69905]: DEBUG nova.compute.manager [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Received event network-changed-8c7717e0-6629-47bc-bfaa-92fb60669479 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.198890] env[69905]: DEBUG nova.compute.manager [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Refreshing instance network info cache due to event network-changed-8c7717e0-6629-47bc-bfaa-92fb60669479. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.199093] env[69905]: DEBUG oslo_concurrency.lockutils [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] Acquiring lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.199256] env[69905]: DEBUG oslo_concurrency.lockutils [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] Acquired lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.199522] env[69905]: DEBUG nova.network.neutron [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Refreshing network info cache for port 8c7717e0-6629-47bc-bfaa-92fb60669479 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.210284] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created folder: Project (9d3e41cbbb244734a985bd5e9a421d83) in parent group-v680985. [ 981.210507] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating folder: Instances. Parent ref: group-v681179. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.211367] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d734be9-bf60-433d-bea1-c87a682f2608 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.223356] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created folder: Instances in parent group-v681179. [ 981.223521] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.224245] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.224245] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779f1359-96ea-433f-8b91-6d2677d1ff59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.251019] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.251019] env[69905]: value = "task-3413793" [ 981.251019] env[69905]: _type = "Task" [ 981.251019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.256977] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413793, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.556780] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 01e016f6-7bf0-4f5d-8516-9176b6f628f7] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.580044] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413789, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.628568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.629153] env[69905]: DEBUG nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.632527] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.416s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.632821] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.636793] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.839s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.639437] env[69905]: INFO nova.compute.claims [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.653330] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.653599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "29ebea62-7792-4776-96fd-677116c75b62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.653859] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.653993] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.655268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "29ebea62-7792-4776-96fd-677116c75b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.659644] env[69905]: INFO nova.compute.manager [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Terminating instance [ 981.675349] env[69905]: DEBUG oslo_vmware.api [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413790, 'name': PowerOffVM_Task, 'duration_secs': 0.243695} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.675349] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.675349] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.675349] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd5e7e02-7c34-44c1-918c-999ba7e2f44a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.702874] env[69905]: INFO nova.scheduler.client.report [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted allocations for instance d6e6f611-2ecc-44b5-a5cd-dfe1e446848e [ 981.763560] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.763763] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.763937] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleting the datastore file [datastore2] e39094b1-db15-4d66-a5ce-6e02f3b3799e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.764211] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928b0795-7f99-45f9-ba91-ef361a4d2023 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.775028] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413793, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.782578] env[69905]: DEBUG oslo_vmware.api [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 981.782578] env[69905]: value = "task-3413795" [ 981.782578] env[69905]: _type = "Task" [ 981.782578] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.792279] env[69905]: DEBUG oslo_vmware.api [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.888324] env[69905]: INFO nova.network.neutron [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Port 9440095e-209d-4c00-a921-e7c02eb55cad from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 981.888769] env[69905]: DEBUG nova.network.neutron [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.998137] env[69905]: DEBUG nova.network.neutron [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Successfully updated port: 1857b669-b2ea-4daf-8bea-f4ee91b8ee17 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.058577] env[69905]: DEBUG nova.network.neutron [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Updated VIF entry in instance network info cache for port 8c7717e0-6629-47bc-bfaa-92fb60669479. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.058940] env[69905]: DEBUG nova.network.neutron [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Updating instance_info_cache with network_info: [{"id": "8c7717e0-6629-47bc-bfaa-92fb60669479", "address": "fa:16:3e:af:49:9f", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7717e0-66", "ovs_interfaceid": "8c7717e0-6629-47bc-bfaa-92fb60669479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.069848] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 42d139e4-d24f-470e-9d25-3a06d36f5b77] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.073152] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594206} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.073985] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.074248] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.074509] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-406927f3-6680-47c5-9bbc-d97661af9d4e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.083035] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 982.083035] env[69905]: value = "task-3413796" [ 982.083035] env[69905]: _type = "Task" [ 982.083035] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.089707] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.148114] env[69905]: DEBUG nova.compute.utils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.149979] env[69905]: DEBUG nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.149979] env[69905]: DEBUG nova.network.neutron [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.168980] env[69905]: DEBUG nova.compute.manager [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.169582] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.170624] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e837ab64-d720-422a-a174-72f74be75623 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.178704] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.178959] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad789317-aff3-4bc3-96bf-1f45c8c089d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.184868] env[69905]: DEBUG oslo_vmware.api [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 982.184868] env[69905]: value = "task-3413797" [ 982.184868] env[69905]: _type = "Task" [ 982.184868] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.194094] env[69905]: DEBUG oslo_vmware.api [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.208645] env[69905]: DEBUG nova.policy [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '812b45290664403a93e968a2bf2bdfab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a53644adf6b441cfbe6d32e2a846f021', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.214732] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f6a12fa6-1266-42ca-80de-c4f4910dd434 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "d6e6f611-2ecc-44b5-a5cd-dfe1e446848e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.423s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.261737] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413793, 'name': CreateVM_Task, 'duration_secs': 0.539061} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.261925] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.263633] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.264079] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.264328] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.264608] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc9acff-20ca-43d0-a426-12508ee68302 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.273211] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 982.273211] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5235c82f-c86a-03f0-c893-4a9d5857c4a4" [ 982.273211] env[69905]: _type = "Task" [ 982.273211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.282941] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5235c82f-c86a-03f0-c893-4a9d5857c4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.291798] env[69905]: DEBUG oslo_vmware.api [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136268} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.292118] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.292287] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.292519] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.292695] env[69905]: INFO nova.compute.manager [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 982.292928] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.293126] env[69905]: DEBUG nova.compute.manager [-] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.293228] env[69905]: DEBUG nova.network.neutron [-] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.392765] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.501531] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.501663] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.501826] env[69905]: DEBUG nova.network.neutron [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.564541] env[69905]: DEBUG oslo_concurrency.lockutils [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] Releasing lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.564825] env[69905]: DEBUG nova.compute.manager [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-vif-deleted-9440095e-209d-4c00-a921-e7c02eb55cad {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.565104] env[69905]: INFO nova.compute.manager [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Neutron deleted interface 9440095e-209d-4c00-a921-e7c02eb55cad; detaching it from the instance and deleting it from the info cache [ 982.565251] env[69905]: DEBUG nova.network.neutron [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [{"id": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "address": "fa:16:3e:fc:c1:dc", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0694c2-5d", "ovs_interfaceid": "ec0694c2-5dc2-4402-ac86-f8130ce8a49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.575821] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 317882cf-ffbc-47c7-a6ba-1f2e418226c1] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.597737] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065822} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.598037] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.599285] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9974ff6-110b-4bf3-859c-474fe497d51f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.623191] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.623827] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d84a5bd-8a4f-43be-8c2c-acb8a851fa79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.647716] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 982.647716] env[69905]: value = "task-3413798" [ 982.647716] env[69905]: _type = "Task" [ 982.647716] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.653245] env[69905]: DEBUG nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.658665] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.696408] env[69905]: DEBUG oslo_vmware.api [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413797, 'name': PowerOffVM_Task, 'duration_secs': 0.351198} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.698278] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.698278] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.698278] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7086fde7-0633-48e3-8111-ff2c48b959c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.787915] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5235c82f-c86a-03f0-c893-4a9d5857c4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.788627] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.788803] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.789056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.789380] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.789614] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.789922] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6cf4f58-889b-4314-b7da-1568177f7495 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.803418] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.803626] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.804433] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c560a929-3056-45d0-90cc-03fb8bb4bcbd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.817917] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 982.817917] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5292d63a-2367-3d5d-8cc7-d7216897ffa6" [ 982.817917] env[69905]: _type = "Task" [ 982.817917] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.818342] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.818414] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.818654] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleting the datastore file [datastore2] 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.819024] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e59dc97-bb9a-40fe-a00d-d024e85daef4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.829087] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5292d63a-2367-3d5d-8cc7-d7216897ffa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.833053] env[69905]: DEBUG oslo_vmware.api [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 982.833053] env[69905]: value = "task-3413800" [ 982.833053] env[69905]: _type = "Task" [ 982.833053] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.842411] env[69905]: DEBUG oslo_vmware.api [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.899502] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7d6de6e6-5234-4619-9f37-1c1979f1eeaa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-29ebea62-7792-4776-96fd-677116c75b62-4fa0fe8c-bd0e-48a8-9dde-473a8ca2d99c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.812s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.071517] env[69905]: DEBUG oslo_concurrency.lockutils [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] Acquiring lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.080761] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 841e895f-88d6-4f70-b37a-44beeb4a9890] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.081533] env[69905]: DEBUG nova.network.neutron [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.084501] env[69905]: DEBUG nova.network.neutron [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Successfully created port: c56fa488-8872-49b3-a7ea-38cb0ff89f72 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.138102] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f86061-29fb-4784-a808-1c57d9ce27f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.149720] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31dde35-2b00-4505-a2af-53bab0b6e35f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.168116] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413798, 'name': ReconfigVM_Task, 'duration_secs': 0.476257} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.196853] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Reconfigured VM instance instance-00000041 to attach disk [datastore1] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.201183] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea5be4bd-fb19-4929-9bea-5e71c5db23e4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.203590] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff5b57-b02f-4990-ab4f-d0714e010a4a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.214232] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1915ddea-bb53-450c-84ea-479c80b4affe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.219085] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 983.219085] env[69905]: value = "task-3413801" [ 983.219085] env[69905]: _type = "Task" [ 983.219085] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.235272] env[69905]: DEBUG nova.compute.provider_tree [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.243763] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413801, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.330840] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5292d63a-2367-3d5d-8cc7-d7216897ffa6, 'name': SearchDatastore_Task, 'duration_secs': 0.038439} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.331648] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64966282-3720-485f-8195-d5a0fe689cc0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.340515] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 983.340515] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ce8f44-555f-0439-1808-23716e566121" [ 983.340515] env[69905]: _type = "Task" [ 983.340515] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.345019] env[69905]: DEBUG oslo_vmware.api [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.352659] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ce8f44-555f-0439-1808-23716e566121, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.352832] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.353118] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/730c5b7f-481c-4d48-9556-cd860bfb65e4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.353404] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbbb2b46-5838-47de-8bac-37dc7561e7e2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.360255] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 983.360255] env[69905]: value = "task-3413802" [ 983.360255] env[69905]: _type = "Task" [ 983.360255] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.372135] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.375123] env[69905]: DEBUG nova.network.neutron [-] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.472546] env[69905]: DEBUG nova.network.neutron [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Updating instance_info_cache with network_info: [{"id": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "address": "fa:16:3e:ec:6c:0c", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1857b669-b2", "ovs_interfaceid": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.561323] env[69905]: DEBUG nova.compute.manager [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Received event network-vif-plugged-1857b669-b2ea-4daf-8bea-f4ee91b8ee17 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.561546] env[69905]: DEBUG oslo_concurrency.lockutils [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] Acquiring lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.561751] env[69905]: DEBUG oslo_concurrency.lockutils [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.561964] env[69905]: DEBUG oslo_concurrency.lockutils [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.563769] env[69905]: DEBUG nova.compute.manager [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] No waiting events found dispatching network-vif-plugged-1857b669-b2ea-4daf-8bea-f4ee91b8ee17 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.563769] env[69905]: WARNING nova.compute.manager [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Received unexpected event network-vif-plugged-1857b669-b2ea-4daf-8bea-f4ee91b8ee17 for instance with vm_state building and task_state spawning. [ 983.563769] env[69905]: DEBUG nova.compute.manager [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Received event network-changed-1857b669-b2ea-4daf-8bea-f4ee91b8ee17 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.563953] env[69905]: DEBUG nova.compute.manager [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Refreshing instance network info cache due to event network-changed-1857b669-b2ea-4daf-8bea-f4ee91b8ee17. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.564160] env[69905]: DEBUG oslo_concurrency.lockutils [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] Acquiring lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.590263] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 1150e76e-fa6d-4887-8ec6-cb72545c16eb] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.595526] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.595526] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.650811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "03093cc6-43c5-4b8f-a431-73280c353d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.651072] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.702559] env[69905]: DEBUG nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.732842] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413801, 'name': Rename_Task, 'duration_secs': 0.188173} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.736142] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.736460] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.736639] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.736841] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.737034] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.737181] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.737409] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.737582] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.737756] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.737938] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.738127] env[69905]: DEBUG nova.virt.hardware [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.738927] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.739290] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d805ce7-f669-4d41-ab13-b087842ba2e4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.742429] env[69905]: DEBUG nova.scheduler.client.report [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.748054] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e58996-d37d-4595-827e-19310face527 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.756520] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7118db8-906e-44ba-8eb8-24325482bd56 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.761880] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 983.761880] env[69905]: value = "task-3413803" [ 983.761880] env[69905]: _type = "Task" [ 983.761880] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.778155] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413803, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.844895] env[69905]: DEBUG oslo_vmware.api [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3413800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562552} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.845594] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.845594] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.845594] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.845837] env[69905]: INFO nova.compute.manager [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Took 1.68 seconds to destroy the instance on the hypervisor. [ 983.846021] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.846306] env[69905]: DEBUG nova.compute.manager [-] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.846579] env[69905]: DEBUG nova.network.neutron [-] [instance: 29ebea62-7792-4776-96fd-677116c75b62] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.874778] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413802, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.878701] env[69905]: INFO nova.compute.manager [-] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Took 1.58 seconds to deallocate network for instance. [ 983.913678] env[69905]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 9440095e-209d-4c00-a921-e7c02eb55cad could not be found.", "detail": ""}} {{(pid=69905) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 983.913947] env[69905]: DEBUG nova.network.neutron [-] Unable to show port 9440095e-209d-4c00-a921-e7c02eb55cad as it no longer exists. {{(pid=69905) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 983.977030] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.977030] env[69905]: DEBUG nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Instance network_info: |[{"id": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "address": "fa:16:3e:ec:6c:0c", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1857b669-b2", "ovs_interfaceid": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.977030] env[69905]: DEBUG oslo_concurrency.lockutils [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] Acquired lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.977030] env[69905]: DEBUG nova.network.neutron [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Refreshing network info cache for port 1857b669-b2ea-4daf-8bea-f4ee91b8ee17 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.982331] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:6c:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1857b669-b2ea-4daf-8bea-f4ee91b8ee17', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.988469] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.990026] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.990026] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d78db0-37cf-4fd0-b928-f4233422347f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.020500] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.020500] env[69905]: value = "task-3413804" [ 984.020500] env[69905]: _type = "Task" [ 984.020500] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.034635] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413804, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.095030] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: e4d106b0-164b-4064-8868-3ba80292d7e4] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.099232] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.155922] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.251574] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.251855] env[69905]: DEBUG nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.260141] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.311s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.260141] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.260400] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.560s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.260619] env[69905]: DEBUG nova.objects.instance [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 984.277505] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413803, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.304291] env[69905]: INFO nova.scheduler.client.report [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Deleted allocations for instance d04ee156-517e-4fb7-9a7d-4afc43d4d84e [ 984.371898] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761978} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.372580] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/730c5b7f-481c-4d48-9556-cd860bfb65e4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.372876] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.373208] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ef3a9ca-88cc-4712-8310-761112179dd5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.381714] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 984.381714] env[69905]: value = "task-3413805" [ 984.381714] env[69905]: _type = "Task" [ 984.381714] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.389076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.397726] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.531604] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413804, 'name': CreateVM_Task, 'duration_secs': 0.408827} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.531777] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.532532] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.532929] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.533045] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.533268] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e84ce8-502c-4be9-a272-39934067dc14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.544212] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 984.544212] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52479eca-da11-ea60-9676-a16080ac8042" [ 984.544212] env[69905]: _type = "Task" [ 984.544212] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.549741] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.552280] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.562174] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52479eca-da11-ea60-9676-a16080ac8042, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.562480] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.562729] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.562917] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.563055] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.563246] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.563516] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6e2210a-3852-4caf-a155-57cea64a580b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.573903] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.574110] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.574855] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d234e6-2d6c-4e44-977e-b42de81c9dfd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.581481] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 984.581481] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fcfbd2-2a09-8d7b-e9ff-572c196a04be" [ 984.581481] env[69905]: _type = "Task" [ 984.581481] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.593462] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fcfbd2-2a09-8d7b-e9ff-572c196a04be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.599031] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 447553ee-5d75-4647-b650-ac52b860ab01] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.626414] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.689732] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.743583] env[69905]: DEBUG nova.network.neutron [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Updated VIF entry in instance network info cache for port 1857b669-b2ea-4daf-8bea-f4ee91b8ee17. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.743941] env[69905]: DEBUG nova.network.neutron [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Updating instance_info_cache with network_info: [{"id": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "address": "fa:16:3e:ec:6c:0c", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1857b669-b2", "ovs_interfaceid": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.759295] env[69905]: DEBUG nova.compute.utils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.764021] env[69905]: DEBUG nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.764021] env[69905]: DEBUG nova.network.neutron [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.781036] env[69905]: DEBUG oslo_vmware.api [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413803, 'name': PowerOnVM_Task, 'duration_secs': 0.549061} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.781746] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.781950] env[69905]: INFO nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Took 8.76 seconds to spawn the instance on the hypervisor. [ 984.782143] env[69905]: DEBUG nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.783497] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d847e80e-7a1d-4318-8bb7-e1bf9599af32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.814981] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dbd6521a-6cb7-4e77-9be0-0c8863dabf4f tempest-VolumesAdminNegativeTest-1699463120 tempest-VolumesAdminNegativeTest-1699463120-project-member] Lock "d04ee156-517e-4fb7-9a7d-4afc43d4d84e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.532s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.818308] env[69905]: DEBUG nova.policy [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '812b45290664403a93e968a2bf2bdfab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a53644adf6b441cfbe6d32e2a846f021', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.892371] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078804} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.892784] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.894027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed17daf-0911-422b-8c0d-282c862f7c14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.918552] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/730c5b7f-481c-4d48-9556-cd860bfb65e4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.918883] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca1d93d-012c-4a59-a180-1c13a639d5db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.939188] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 984.939188] env[69905]: value = "task-3413806" [ 984.939188] env[69905]: _type = "Task" [ 984.939188] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.947308] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.057717] env[69905]: DEBUG nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.097642] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fcfbd2-2a09-8d7b-e9ff-572c196a04be, 'name': SearchDatastore_Task, 'duration_secs': 0.013012} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.099989] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562b43cf-8fc2-4640-86f6-a6a4d0e74a6f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.103729] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ccf16ee0-ca7b-4b41-b19d-e18c75493e5b] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.108322] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 985.108322] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cead6a-d9eb-74fd-9178-7c10cde0bd39" [ 985.108322] env[69905]: _type = "Task" [ 985.108322] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.124212] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cead6a-d9eb-74fd-9178-7c10cde0bd39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.174048] env[69905]: DEBUG nova.network.neutron [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Successfully created port: 3d546682-0484-43c1-8f0d-aaf5ddfd65fe {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.226630] env[69905]: DEBUG nova.network.neutron [-] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.246958] env[69905]: DEBUG oslo_concurrency.lockutils [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] Releasing lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.247227] env[69905]: DEBUG nova.compute.manager [req-29826e48-44e6-4779-be34-a2a764403522 req-15a80ce5-d344-4b95-b772-ac1c38b3dd09 service nova] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Received event network-vif-deleted-0f63636b-b91b-4b95-a23a-08812f1d4a6a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.263884] env[69905]: DEBUG nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.277500] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e7863317-54c5-498e-a3da-4cf618e089c0 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.277500] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.646s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.277500] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.279230] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.754s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.279431] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.281618] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.247s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.288020] env[69905]: INFO nova.compute.claims [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.304028] env[69905]: INFO nova.compute.manager [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Took 54.48 seconds to build instance. [ 985.315653] env[69905]: INFO nova.scheduler.client.report [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted allocations for instance 7f4cca00-24a0-45c9-ba93-80da4c8ca991 [ 985.328159] env[69905]: INFO nova.scheduler.client.report [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Deleted allocations for instance 6576b0fe-b08b-41b8-868e-c9afec4d10ee [ 985.451333] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413806, 'name': ReconfigVM_Task, 'duration_secs': 0.392061} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.451873] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/730c5b7f-481c-4d48-9556-cd860bfb65e4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.452792] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b7b5f53-fead-4c1e-9d61-a6f2faa50dd7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.459828] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 985.459828] env[69905]: value = "task-3413807" [ 985.459828] env[69905]: _type = "Task" [ 985.459828] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.470623] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413807, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.513351] env[69905]: DEBUG nova.network.neutron [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Successfully updated port: c56fa488-8872-49b3-a7ea-38cb0ff89f72 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.596213] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.606919] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 33b817ff-96bf-4d5f-880c-d88b458e260b] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.618181] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cead6a-d9eb-74fd-9178-7c10cde0bd39, 'name': SearchDatastore_Task, 'duration_secs': 0.022823} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.618497] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.618806] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.619170] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-655584a4-56f2-4ce8-8b78-fdfc7f462d2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.625249] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 985.625249] env[69905]: value = "task-3413808" [ 985.625249] env[69905]: _type = "Task" [ 985.625249] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.633820] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.732614] env[69905]: INFO nova.compute.manager [-] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Took 1.89 seconds to deallocate network for instance. [ 985.779156] env[69905]: DEBUG nova.compute.manager [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Received event network-vif-deleted-ec0694c2-5dc2-4402-ac86-f8130ce8a49f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.779156] env[69905]: DEBUG nova.compute.manager [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Received event network-vif-plugged-c56fa488-8872-49b3-a7ea-38cb0ff89f72 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.779156] env[69905]: DEBUG oslo_concurrency.lockutils [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] Acquiring lock "97bdc928-860c-44dd-adee-b163b1c9ab1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.779310] env[69905]: DEBUG oslo_concurrency.lockutils [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.779463] env[69905]: DEBUG oslo_concurrency.lockutils [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.779634] env[69905]: DEBUG nova.compute.manager [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] No waiting events found dispatching network-vif-plugged-c56fa488-8872-49b3-a7ea-38cb0ff89f72 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.779897] env[69905]: WARNING nova.compute.manager [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Received unexpected event network-vif-plugged-c56fa488-8872-49b3-a7ea-38cb0ff89f72 for instance with vm_state building and task_state spawning. [ 985.780225] env[69905]: DEBUG nova.compute.manager [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Received event network-changed-c56fa488-8872-49b3-a7ea-38cb0ff89f72 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.780225] env[69905]: DEBUG nova.compute.manager [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Refreshing instance network info cache due to event network-changed-c56fa488-8872-49b3-a7ea-38cb0ff89f72. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.780481] env[69905]: DEBUG oslo_concurrency.lockutils [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] Acquiring lock "refresh_cache-97bdc928-860c-44dd-adee-b163b1c9ab1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.780481] env[69905]: DEBUG oslo_concurrency.lockutils [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] Acquired lock "refresh_cache-97bdc928-860c-44dd-adee-b163b1c9ab1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.780632] env[69905]: DEBUG nova.network.neutron [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Refreshing network info cache for port c56fa488-8872-49b3-a7ea-38cb0ff89f72 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.781023] env[69905]: WARNING oslo_messaging._drivers.amqpdriver [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 985.806160] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce87adad-4fd5-423d-bd59-549d79d3b4ef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.362s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.826705] env[69905]: DEBUG oslo_concurrency.lockutils [None req-36e7620c-a160-4132-b47a-afb98af0fc6b tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "7f4cca00-24a0-45c9-ba93-80da4c8ca991" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.793s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.837521] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bc67fd65-715e-4734-9ddc-d1e324ae87a4 tempest-ServerShowV254Test-1310181020 tempest-ServerShowV254Test-1310181020-project-member] Lock "6576b0fe-b08b-41b8-868e-c9afec4d10ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.539s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.979613] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413807, 'name': Rename_Task, 'duration_secs': 0.172125} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.980206] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.980537] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75deafe-5b57-4c86-86d8-1d3455fab6bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.989658] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 985.989658] env[69905]: value = "task-3413809" [ 985.989658] env[69905]: _type = "Task" [ 985.989658] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.002988] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.017113] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "refresh_cache-97bdc928-860c-44dd-adee-b163b1c9ab1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.113460] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: a58a5b47-54a0-493a-9048-913a4f16c306] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.139260] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413808, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.244922] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.277707] env[69905]: INFO nova.compute.manager [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Rebuilding instance [ 986.281653] env[69905]: DEBUG nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.319519] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.319824] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.320143] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.320305] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.320485] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.320662] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.320933] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.321126] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.321305] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.321473] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.321647] env[69905]: DEBUG nova.virt.hardware [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.324376] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52ae2a-445e-4ffa-bc4a-2835d124b8c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.338397] env[69905]: DEBUG nova.network.neutron [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.352501] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fcfc24-8901-4595-989f-affe86bb924d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.377123] env[69905]: DEBUG nova.compute.manager [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.378073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b267109-c18b-4c05-99cc-aa7262caa839 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.403808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.403808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.403808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.403808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.404110] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.406226] env[69905]: INFO nova.compute.manager [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Terminating instance [ 986.428630] env[69905]: DEBUG nova.network.neutron [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.504847] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.620915] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 784b71d1-94a8-4fe1-9213-90eaf03fc0ad] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.637787] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642119} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.643954] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.644227] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.644688] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28957ddc-a7a8-4ee0-b44f-24302a0806ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.653309] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 986.653309] env[69905]: value = "task-3413810" [ 986.653309] env[69905]: _type = "Task" [ 986.653309] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.664452] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.804120] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836e1612-5155-4b24-8cf7-0d02ae1c4a33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.814739] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ee41c-3abe-406c-b672-7ed48b00bc55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.848384] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba13896-f42e-4be1-8c95-9c55f78fb887 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.856371] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa5fb2b-87c7-4d12-9602-437c273cfc6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.870395] env[69905]: DEBUG nova.compute.provider_tree [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.912532] env[69905]: DEBUG nova.compute.manager [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.912772] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.913692] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73667e-9f70-4bbf-8c05-6f863c76985b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.922546] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.922810] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73094497-65ec-46fd-a849-f51009f33e9a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.929022] env[69905]: DEBUG oslo_vmware.api [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 986.929022] env[69905]: value = "task-3413811" [ 986.929022] env[69905]: _type = "Task" [ 986.929022] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.932392] env[69905]: DEBUG oslo_concurrency.lockutils [req-77b32069-0942-43dc-852c-b3338b134b7e req-07302be8-a88b-4ee9-92d4-e852042e5493 service nova] Releasing lock "refresh_cache-97bdc928-860c-44dd-adee-b163b1c9ab1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.934456] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired lock "refresh_cache-97bdc928-860c-44dd-adee-b163b1c9ab1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.934456] env[69905]: DEBUG nova.network.neutron [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.941833] env[69905]: DEBUG oslo_vmware.api [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.003578] env[69905]: DEBUG oslo_vmware.api [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413809, 'name': PowerOnVM_Task, 'duration_secs': 0.599022} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.004058] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.004386] env[69905]: INFO nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Took 8.43 seconds to spawn the instance on the hypervisor. [ 987.004767] env[69905]: DEBUG nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.007285] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db9767-a89a-45b8-8807-be005af58b69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.046487] env[69905]: DEBUG nova.compute.manager [req-ba0dc40f-6693-42dd-9bcf-bc2abb7bfab6 req-9ff57e6b-ab54-4abc-a666-84f3974136d0 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Received event network-vif-plugged-3d546682-0484-43c1-8f0d-aaf5ddfd65fe {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.047021] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba0dc40f-6693-42dd-9bcf-bc2abb7bfab6 req-9ff57e6b-ab54-4abc-a666-84f3974136d0 service nova] Acquiring lock "e0c819d8-c720-4b7f-9f68-74813efb3700-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.047021] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba0dc40f-6693-42dd-9bcf-bc2abb7bfab6 req-9ff57e6b-ab54-4abc-a666-84f3974136d0 service nova] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.048533] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba0dc40f-6693-42dd-9bcf-bc2abb7bfab6 req-9ff57e6b-ab54-4abc-a666-84f3974136d0 service nova] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.049169] env[69905]: DEBUG nova.compute.manager [req-ba0dc40f-6693-42dd-9bcf-bc2abb7bfab6 req-9ff57e6b-ab54-4abc-a666-84f3974136d0 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] No waiting events found dispatching network-vif-plugged-3d546682-0484-43c1-8f0d-aaf5ddfd65fe {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.049169] env[69905]: WARNING nova.compute.manager [req-ba0dc40f-6693-42dd-9bcf-bc2abb7bfab6 req-9ff57e6b-ab54-4abc-a666-84f3974136d0 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Received unexpected event network-vif-plugged-3d546682-0484-43c1-8f0d-aaf5ddfd65fe for instance with vm_state building and task_state spawning. [ 987.124120] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: fcd888a3-4bc1-48a7-b2bb-d24bbe5f5973] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.167856] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060857} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.167856] env[69905]: DEBUG nova.network.neutron [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Successfully updated port: 3d546682-0484-43c1-8f0d-aaf5ddfd65fe {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.167856] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.169747] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff0f85d-7e4c-472c-b824-a76d8f0da883 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.202695] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.208020] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32976dcf-67f8-46c3-94c8-f06b2fdfe54b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.223390] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "584e82cd-9118-460c-939e-b2f34517a1d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.223706] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "584e82cd-9118-460c-939e-b2f34517a1d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.231335] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 987.231335] env[69905]: value = "task-3413812" [ 987.231335] env[69905]: _type = "Task" [ 987.231335] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.241037] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.374286] env[69905]: DEBUG nova.scheduler.client.report [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.397522] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.397963] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0797dcc3-1db1-44e1-9a2f-f0519f47604b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.406523] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 987.406523] env[69905]: value = "task-3413813" [ 987.406523] env[69905]: _type = "Task" [ 987.406523] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.416691] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.440159] env[69905]: DEBUG oslo_vmware.api [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413811, 'name': PowerOffVM_Task, 'duration_secs': 0.291191} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.440492] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.440643] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.441285] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9308096e-17d8-42b6-b80c-bb86447b55ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.470084] env[69905]: DEBUG nova.network.neutron [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.504430] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.504680] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.504923] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleting the datastore file [datastore1] d6f582ae-6abd-4402-85c2-ff9624ed1c61 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.505266] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-099daced-bffc-4752-aeaa-b32ae9fa204d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.512390] env[69905]: DEBUG oslo_vmware.api [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 987.512390] env[69905]: value = "task-3413815" [ 987.512390] env[69905]: _type = "Task" [ 987.512390] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.524389] env[69905]: DEBUG oslo_vmware.api [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.529172] env[69905]: INFO nova.compute.manager [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Took 53.89 seconds to build instance. [ 987.630417] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 9d501907-48a9-4300-8740-57b3da041af4] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.672767] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "refresh_cache-e0c819d8-c720-4b7f-9f68-74813efb3700" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.673626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired lock "refresh_cache-e0c819d8-c720-4b7f-9f68-74813efb3700" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.673981] env[69905]: DEBUG nova.network.neutron [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.685463] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "2427eba7-c325-4ef4-b00c-7355cb492750" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.685555] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "2427eba7-c325-4ef4-b00c-7355cb492750" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.701194] env[69905]: DEBUG nova.network.neutron [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Updating instance_info_cache with network_info: [{"id": "c56fa488-8872-49b3-a7ea-38cb0ff89f72", "address": "fa:16:3e:3e:00:e1", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56fa488-88", "ovs_interfaceid": "c56fa488-8872-49b3-a7ea-38cb0ff89f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.726809] env[69905]: DEBUG nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.740856] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.881225] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.881859] env[69905]: DEBUG nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.885075] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.438s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.885268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.887360] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.765s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.887535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.889402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.796s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.889599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.891157] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.219s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.920923] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413813, 'name': PowerOffVM_Task, 'duration_secs': 0.199731} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.921253] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.924361] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.924361] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9714f977-2226-400c-9fcb-9ed3b820172b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.928348] env[69905]: INFO nova.scheduler.client.report [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted allocations for instance 80befb99-cdf5-4044-b555-16fb32c88dfd [ 987.933297] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.933609] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bc0411a-f670-40c1-84c5-e70ff9d148d7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.936524] env[69905]: INFO nova.scheduler.client.report [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Deleted allocations for instance 26adcc07-ec19-4679-80af-0c072d0b9fdc [ 987.966247] env[69905]: INFO nova.scheduler.client.report [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleted allocations for instance f6b27b3e-9a0d-403a-84c0-321c0edabc7d [ 988.023359] env[69905]: DEBUG oslo_vmware.api [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150282} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.024147] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.024432] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.024627] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.024803] env[69905]: INFO nova.compute.manager [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Took 1.11 seconds to destroy the instance on the hypervisor. [ 988.025048] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.025260] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.025431] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.025601] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleting the datastore file [datastore1] da94d05d-ed8f-4a20-95e6-8b0c602c5429 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.025830] env[69905]: DEBUG nova.compute.manager [-] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.025928] env[69905]: DEBUG nova.network.neutron [-] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.027790] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c53295ec-f149-4312-b2d3-d6992ecd3978 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.030802] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8b9067c2-72d2-411d-af39-5773f2b72767 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.592s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.033986] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 988.033986] env[69905]: value = "task-3413817" [ 988.033986] env[69905]: _type = "Task" [ 988.033986] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.041430] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.132206] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ef12b312-668e-4e77-becd-a3a717f37306] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.205018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Releasing lock "refresh_cache-97bdc928-860c-44dd-adee-b163b1c9ab1f" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.205018] env[69905]: DEBUG nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Instance network_info: |[{"id": "c56fa488-8872-49b3-a7ea-38cb0ff89f72", "address": "fa:16:3e:3e:00:e1", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56fa488-88", "ovs_interfaceid": "c56fa488-8872-49b3-a7ea-38cb0ff89f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.205018] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:00:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c56fa488-8872-49b3-a7ea-38cb0ff89f72', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.213352] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Creating folder: Project (a53644adf6b441cfbe6d32e2a846f021). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.217028] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc6e46a7-6f64-4857-b632-966ccadab1f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.219019] env[69905]: DEBUG nova.network.neutron [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.226150] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Created folder: Project (a53644adf6b441cfbe6d32e2a846f021) in parent group-v680985. [ 988.226345] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Creating folder: Instances. Parent ref: group-v681183. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.226580] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c6a2e75-0084-49e9-825e-4ac18c0413fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.239401] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Created folder: Instances in parent group-v681183. [ 988.239738] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.242425] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.242527] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47773cd-3518-40c9-a91f-ce254cd5bf40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.262453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.262779] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413812, 'name': ReconfigVM_Task, 'duration_secs': 0.66027} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.263564] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.264259] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a183d864-a03c-4f91-9562-5960b26ab06c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.268834] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.268834] env[69905]: value = "task-3413820" [ 988.268834] env[69905]: _type = "Task" [ 988.268834] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.276096] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 988.276096] env[69905]: value = "task-3413821" [ 988.276096] env[69905]: _type = "Task" [ 988.276096] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.283050] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413820, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.289989] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413821, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.394322] env[69905]: DEBUG nova.compute.utils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.398135] env[69905]: DEBUG nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.398316] env[69905]: DEBUG nova.network.neutron [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.446093] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3a2634fb-fc03-4949-b5a1-3540e56eff1d tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "80befb99-cdf5-4044-b555-16fb32c88dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.564s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.459601] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4d04330a-f746-4452-892b-c74818ee38db tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "26adcc07-ec19-4679-80af-0c072d0b9fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.757s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.476541] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ef25cdc4-1044-4f68-b2a0-6cf44fa1a8d6 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f6b27b3e-9a0d-403a-84c0-321c0edabc7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.890s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.513996] env[69905]: DEBUG nova.policy [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd532b60737ed4971ac598484d1642585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1047d56971f42cb8786ad664cd640ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.536355] env[69905]: DEBUG nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.551710] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130199} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.551997] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.552108] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.552286] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.558930] env[69905]: DEBUG nova.network.neutron [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Updating instance_info_cache with network_info: [{"id": "3d546682-0484-43c1-8f0d-aaf5ddfd65fe", "address": "fa:16:3e:f6:af:92", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d546682-04", "ovs_interfaceid": "3d546682-0484-43c1-8f0d-aaf5ddfd65fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.636838] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ca7f31df-30ef-4b66-ab8e-63c1a12cb598] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.787889] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413821, 'name': Rename_Task, 'duration_secs': 0.224602} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.791046] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.791288] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413820, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.791486] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0945325f-7277-41b3-9f16-558ea04ca25e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.800901] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 988.800901] env[69905]: value = "task-3413822" [ 988.800901] env[69905]: _type = "Task" [ 988.800901] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.809340] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.874162] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01532400-f084-4df9-a644-2fb053e7acd7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.881693] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c575d-1858-4fc6-874d-74dc26bb04bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.913364] env[69905]: DEBUG nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.916857] env[69905]: DEBUG nova.network.neutron [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Successfully created port: ac21baa8-737c-4b80-a909-6489633081fc {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.919327] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8186d5-8e46-413f-8b9f-74111be5c1e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.929426] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee55041-27d6-41e0-873b-4737120d1b03 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.941694] env[69905]: DEBUG nova.compute.provider_tree [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.956131] env[69905]: DEBUG nova.network.neutron [-] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.058613] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.064469] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Releasing lock "refresh_cache-e0c819d8-c720-4b7f-9f68-74813efb3700" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.064749] env[69905]: DEBUG nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Instance network_info: |[{"id": "3d546682-0484-43c1-8f0d-aaf5ddfd65fe", "address": "fa:16:3e:f6:af:92", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d546682-04", "ovs_interfaceid": "3d546682-0484-43c1-8f0d-aaf5ddfd65fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.065345] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:af:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d546682-0484-43c1-8f0d-aaf5ddfd65fe', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.073284] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.073442] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.073657] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fea2d8e-9a28-41a4-b2f0-b22fe78065d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.096686] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.096686] env[69905]: value = "task-3413823" [ 989.096686] env[69905]: _type = "Task" [ 989.096686] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.105862] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413823, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.140513] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: b8ef718c-0837-4139-9dcd-e9716dfbbddb] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.283630] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413820, 'name': CreateVM_Task, 'duration_secs': 0.535393} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.284020] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.285032] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.286056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.286576] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.289027] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c50d803-8793-47d3-90ba-30bcbf2914bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.294408] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 989.294408] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d3386-523f-33f4-e2a8-cd609e82bbc4" [ 989.294408] env[69905]: _type = "Task" [ 989.294408] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.306144] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d3386-523f-33f4-e2a8-cd609e82bbc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.318524] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413822, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.433327] env[69905]: DEBUG nova.compute.manager [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Received event network-changed-3d546682-0484-43c1-8f0d-aaf5ddfd65fe {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.433327] env[69905]: DEBUG nova.compute.manager [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Refreshing instance network info cache due to event network-changed-3d546682-0484-43c1-8f0d-aaf5ddfd65fe. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.433327] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] Acquiring lock "refresh_cache-e0c819d8-c720-4b7f-9f68-74813efb3700" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.433327] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] Acquired lock "refresh_cache-e0c819d8-c720-4b7f-9f68-74813efb3700" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.436850] env[69905]: DEBUG nova.network.neutron [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Refreshing network info cache for port 3d546682-0484-43c1-8f0d-aaf5ddfd65fe {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.448142] env[69905]: DEBUG nova.scheduler.client.report [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.458370] env[69905]: INFO nova.compute.manager [-] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Took 1.43 seconds to deallocate network for instance. [ 989.613820] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413823, 'name': CreateVM_Task, 'duration_secs': 0.34806} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.613989] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.615125] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.621331] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.621862] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.622066] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.622243] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.622427] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.622538] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.622867] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.622867] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.623498] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.623498] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.624223] env[69905]: DEBUG nova.virt.hardware [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.624681] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dc36ee-ba06-4fbd-9b37-b062e96feb91 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.633293] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b2501d-4b82-4b2f-9157-cb64cd8840f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.649170] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: bb35d375-ac50-4e4a-831d-adeb6145f3fd] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.655287] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:e9:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e16ae995-8f00-4a0d-8663-d67c8730d223', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.662904] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.663505] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.663731] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce7c64f-408d-450c-a0d3-f58c20fd1d65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.685810] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.685810] env[69905]: value = "task-3413824" [ 989.685810] env[69905]: _type = "Task" [ 989.685810] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.696043] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413824, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.805630] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d3386-523f-33f4-e2a8-cd609e82bbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.806045] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.806403] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.806626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.806778] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.806960] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.810194] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.810518] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.811016] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b52b7b-4be1-42e6-ac5a-7cc37c50cad8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.812831] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ce25bc-6c4d-4116-8932-1c29c40f3d3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.819500] env[69905]: DEBUG oslo_vmware.api [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413822, 'name': PowerOnVM_Task, 'duration_secs': 0.635486} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.820847] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.821098] env[69905]: INFO nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Took 8.77 seconds to spawn the instance on the hypervisor. [ 989.821360] env[69905]: DEBUG nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.821726] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 989.821726] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e39cda-bee4-79e2-e89a-719fa591e31b" [ 989.821726] env[69905]: _type = "Task" [ 989.821726] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.823684] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f000e71d-b415-4f81-9ae8-8360c2b7f68f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.826460] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.826634] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.830259] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561bde9b-0421-4bb2-8a3c-e993b76ad35a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.849575] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 989.849575] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526083c9-2b84-1573-808c-e2f945d83991" [ 989.849575] env[69905]: _type = "Task" [ 989.849575] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.849888] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e39cda-bee4-79e2-e89a-719fa591e31b, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.851191] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.851549] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.851826] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.862378] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526083c9-2b84-1573-808c-e2f945d83991, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.862378] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89e7506-1a35-437b-907f-38cea1600d99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.870562] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 989.870562] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5253766d-0b89-3c61-3823-9a8eea7e1b5a" [ 989.870562] env[69905]: _type = "Task" [ 989.870562] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.879102] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5253766d-0b89-3c61-3823-9a8eea7e1b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.931877] env[69905]: DEBUG nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.957025] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.957482] env[69905]: DEBUG nova.virt.hardware [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.961802] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4de7dc-d319-4fc7-9b57-ce5d486b12a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.971140] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.972591] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41847a53-32d8-414d-a15a-0232cf8b1a65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.167231] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 54824947-735f-447a-b5a6-e37b8a884b81] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.199484] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413824, 'name': CreateVM_Task, 'duration_secs': 0.323629} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.200811] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.201562] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.201733] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.202264] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.203251] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7643601-acc2-41d6-aa42-db81da824e7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.208542] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 990.208542] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f47daa-883f-b557-fc81-30ca78f1ae37" [ 990.208542] env[69905]: _type = "Task" [ 990.208542] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.217925] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f47daa-883f-b557-fc81-30ca78f1ae37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.307519] env[69905]: DEBUG nova.network.neutron [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Updated VIF entry in instance network info cache for port 3d546682-0484-43c1-8f0d-aaf5ddfd65fe. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.307884] env[69905]: DEBUG nova.network.neutron [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Updating instance_info_cache with network_info: [{"id": "3d546682-0484-43c1-8f0d-aaf5ddfd65fe", "address": "fa:16:3e:f6:af:92", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d546682-04", "ovs_interfaceid": "3d546682-0484-43c1-8f0d-aaf5ddfd65fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.347965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.348252] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.348492] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.348703] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.348874] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.354453] env[69905]: INFO nova.compute.manager [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Terminating instance [ 990.355659] env[69905]: INFO nova.compute.manager [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Took 54.21 seconds to build instance. [ 990.382315] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5253766d-0b89-3c61-3823-9a8eea7e1b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.382674] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.382797] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 97bdc928-860c-44dd-adee-b163b1c9ab1f/97bdc928-860c-44dd-adee-b163b1c9ab1f.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.383054] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.383204] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.383779] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c895b57-2d58-4acb-b23a-2e16a2a3b5c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.385770] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d452aab-6385-4afc-840a-26f8c48c6a13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393942] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 990.393942] env[69905]: value = "task-3413825" [ 990.393942] env[69905]: _type = "Task" [ 990.393942] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.398473] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.398689] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.399486] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fb19a4-0408-4fd6-8f19-c04de146f2b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.408085] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.409138] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 990.409138] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526fb731-db66-d6c0-cf84-761629cba450" [ 990.409138] env[69905]: _type = "Task" [ 990.409138] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.417273] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526fb731-db66-d6c0-cf84-761629cba450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.467516] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.467745] env[69905]: DEBUG nova.compute.manager [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69905) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 990.471965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.424s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.474261] env[69905]: INFO nova.compute.claims [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.671823] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: a8f00b38-a343-4d9d-be48-f077ca178028] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.725072] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f47daa-883f-b557-fc81-30ca78f1ae37, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.725396] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.725652] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.725831] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.740533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.740893] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.741379] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.741379] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.741552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.744026] env[69905]: INFO nova.compute.manager [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Terminating instance [ 990.811913] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] Releasing lock "refresh_cache-e0c819d8-c720-4b7f-9f68-74813efb3700" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.812660] env[69905]: DEBUG nova.compute.manager [req-ef1741ca-ff6e-4594-97dc-e12d4a629c7e req-2960435c-1796-4958-abe4-ba4b6800a961 service nova] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Received event network-vif-deleted-a91b71de-63ef-4073-b191-39eaf6366f2d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.858285] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1dcd86cc-eaaa-4b0a-a15b-76247e9aed24 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.969s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.863086] env[69905]: DEBUG nova.compute.manager [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.863086] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.864028] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67844c6-d19a-4bc6-84ac-22ee3873ed9d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.871430] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "f1d44069-0cb2-4bb2-adb6-665cd411126a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.871679] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.871884] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "f1d44069-0cb2-4bb2-adb6-665cd411126a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.872073] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.872310] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.876835] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.877487] env[69905]: INFO nova.compute.manager [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Terminating instance [ 990.880460] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea4a106-506a-44cb-a83c-595346a7806a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.889427] env[69905]: DEBUG oslo_vmware.api [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 990.889427] env[69905]: value = "task-3413826" [ 990.889427] env[69905]: _type = "Task" [ 990.889427] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.901245] env[69905]: DEBUG oslo_vmware.api [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.909168] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508091} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.909168] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 97bdc928-860c-44dd-adee-b163b1c9ab1f/97bdc928-860c-44dd-adee-b163b1c9ab1f.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.909168] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.909168] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2858d463-a442-486a-a891-16c00e41c946 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.919244] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526fb731-db66-d6c0-cf84-761629cba450, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.920856] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 990.920856] env[69905]: value = "task-3413827" [ 990.920856] env[69905]: _type = "Task" [ 990.920856] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.921112] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4adaf89-267b-48a4-b55d-704b8643e0fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.931054] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 990.931054] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a44f68-5c77-75ac-35eb-7750010eba4c" [ 990.931054] env[69905]: _type = "Task" [ 990.931054] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.934336] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.944281] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a44f68-5c77-75ac-35eb-7750010eba4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.944675] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.946473] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e0c819d8-c720-4b7f-9f68-74813efb3700/e0c819d8-c720-4b7f-9f68-74813efb3700.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.946473] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.946473] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.946473] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb090df0-1aba-49ca-9aee-345b440a62d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.948373] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795be459-c946-435a-9a67-6bcbc5c1a4d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.954769] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 990.954769] env[69905]: value = "task-3413828" [ 990.954769] env[69905]: _type = "Task" [ 990.954769] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.960827] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.960827] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.960827] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1def5b0e-50ad-4a8b-b556-2a01100e57b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.967879] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.970979] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 990.970979] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52401d57-5aca-a441-ce63-7ea5eb70d537" [ 990.970979] env[69905]: _type = "Task" [ 990.970979] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.984528] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52401d57-5aca-a441-ce63-7ea5eb70d537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.043583] env[69905]: INFO nova.scheduler.client.report [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted allocation for migration 4365f20b-c04b-44a8-b721-a0a77a9ee4eb [ 991.120196] env[69905]: DEBUG nova.network.neutron [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Successfully updated port: ac21baa8-737c-4b80-a909-6489633081fc {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.176996] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ef425dc4-a495-4bea-a09a-758416c3db5c] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.248745] env[69905]: DEBUG nova.compute.manager [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.249306] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.250436] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3aa4b9-adb8-4529-95f1-b2a677440980 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.263392] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.263772] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de1c90c-8182-4d2f-94d3-ee7576651456 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.272707] env[69905]: DEBUG oslo_vmware.api [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 991.272707] env[69905]: value = "task-3413829" [ 991.272707] env[69905]: _type = "Task" [ 991.272707] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.282759] env[69905]: DEBUG oslo_vmware.api [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.339232] env[69905]: DEBUG nova.compute.manager [req-befe1cbe-799c-4318-8c08-dfa7bce4e47b req-ed1b73c5-91f2-4107-820a-5ca75873feb6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Received event network-vif-plugged-ac21baa8-737c-4b80-a909-6489633081fc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.339232] env[69905]: DEBUG oslo_concurrency.lockutils [req-befe1cbe-799c-4318-8c08-dfa7bce4e47b req-ed1b73c5-91f2-4107-820a-5ca75873feb6 service nova] Acquiring lock "a6a30965-2b10-440e-b4fc-1689138a07aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.339232] env[69905]: DEBUG oslo_concurrency.lockutils [req-befe1cbe-799c-4318-8c08-dfa7bce4e47b req-ed1b73c5-91f2-4107-820a-5ca75873feb6 service nova] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.339232] env[69905]: DEBUG oslo_concurrency.lockutils [req-befe1cbe-799c-4318-8c08-dfa7bce4e47b req-ed1b73c5-91f2-4107-820a-5ca75873feb6 service nova] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.339232] env[69905]: DEBUG nova.compute.manager [req-befe1cbe-799c-4318-8c08-dfa7bce4e47b req-ed1b73c5-91f2-4107-820a-5ca75873feb6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] No waiting events found dispatching network-vif-plugged-ac21baa8-737c-4b80-a909-6489633081fc {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.339232] env[69905]: WARNING nova.compute.manager [req-befe1cbe-799c-4318-8c08-dfa7bce4e47b req-ed1b73c5-91f2-4107-820a-5ca75873feb6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Received unexpected event network-vif-plugged-ac21baa8-737c-4b80-a909-6489633081fc for instance with vm_state building and task_state spawning. [ 991.385266] env[69905]: DEBUG nova.compute.manager [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.385392] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.386454] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d7832-38c3-438f-86f8-96a2792be16e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.395923] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.396654] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-513ba36c-c666-4121-b40d-95d43ab81aac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.401345] env[69905]: DEBUG oslo_vmware.api [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413826, 'name': PowerOffVM_Task, 'duration_secs': 0.212432} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.401948] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.402157] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.402496] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0138c14f-baba-44a0-8cc5-6da250490927 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.405943] env[69905]: DEBUG oslo_vmware.api [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 991.405943] env[69905]: value = "task-3413830" [ 991.405943] env[69905]: _type = "Task" [ 991.405943] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.414652] env[69905]: DEBUG oslo_vmware.api [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.433693] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068108} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.433974] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.435012] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797693d4-e81b-48f9-b438-c2789d4afaad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.464851] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 97bdc928-860c-44dd-adee-b163b1c9ab1f/97bdc928-860c-44dd-adee-b163b1c9ab1f.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.466614] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3712ab1-9e65-4e0f-887e-617a4b43d70b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.484407] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.484637] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.484851] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Deleting the datastore file [datastore1] 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.489148] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06230a6-d77d-4cb4-bf49-50bde4ebde6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.505827] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4637} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.505948] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52401d57-5aca-a441-ce63-7ea5eb70d537, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.509864] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e0c819d8-c720-4b7f-9f68-74813efb3700/e0c819d8-c720-4b7f-9f68-74813efb3700.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.510223] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.510993] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 991.510993] env[69905]: value = "task-3413832" [ 991.510993] env[69905]: _type = "Task" [ 991.510993] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.511413] env[69905]: DEBUG oslo_vmware.api [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for the task: (returnval){ [ 991.511413] env[69905]: value = "task-3413833" [ 991.511413] env[69905]: _type = "Task" [ 991.511413] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.511705] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09e812b7-f083-4791-afcb-b536ed1e3d42 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.513580] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62998891-099e-400d-90c5-2b975c8fb27e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.529791] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 991.529791] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f4150e-3fb6-5c96-8ef0-acb9d9e39479" [ 991.529791] env[69905]: _type = "Task" [ 991.529791] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.538191] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.538715] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 991.538715] env[69905]: value = "task-3413834" [ 991.538715] env[69905]: _type = "Task" [ 991.538715] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.538883] env[69905]: DEBUG oslo_vmware.api [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.549482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e9a10bd-2e6e-48c1-a533-1406bc7caa42 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.308s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.554536] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f4150e-3fb6-5c96-8ef0-acb9d9e39479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.559258] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.622559] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-a6a30965-2b10-440e-b4fc-1689138a07aa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.622737] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-a6a30965-2b10-440e-b4fc-1689138a07aa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.622982] env[69905]: DEBUG nova.network.neutron [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.668171] env[69905]: INFO nova.compute.manager [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Rescuing [ 991.668524] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.668702] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.668873] env[69905]: DEBUG nova.network.neutron [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.681449] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 50605f9a-f3a8-4671-9cfe-6c974fbdd12a] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.795490] env[69905]: DEBUG oslo_vmware.api [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413829, 'name': PowerOffVM_Task, 'duration_secs': 0.30867} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.796034] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.796034] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.796160] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e6f4e53-9613-4dd0-a9a8-dae41d2414cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.917872] env[69905]: DEBUG oslo_vmware.api [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413830, 'name': PowerOffVM_Task, 'duration_secs': 0.270539} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.919326] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.919433] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.923019] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1122f635-cd4d-409a-90ac-08b4da5e606b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.923019] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4efbc2f-2a9b-4e30-9367-92ad50c7723e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.929232] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6222d0-be69-41d1-b941-dc2195b69a0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.973422] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8263fe4d-9286-4d5e-9e7c-2c332c8c7fcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.979096] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.979346] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.986885] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1c355c-434d-4336-a09f-27dce660b6e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.002230] env[69905]: DEBUG nova.compute.provider_tree [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.028219] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.031691] env[69905]: DEBUG oslo_vmware.api [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Task: {'id': task-3413833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198568} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.031933] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.032133] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.032316] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.032490] env[69905]: INFO nova.compute.manager [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 992.032741] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.032921] env[69905]: DEBUG nova.compute.manager [-] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.033026] env[69905]: DEBUG nova.network.neutron [-] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.049620] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f4150e-3fb6-5c96-8ef0-acb9d9e39479, 'name': SearchDatastore_Task, 'duration_secs': 0.028745} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.050192] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.050460] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.051101] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c81e81f-9d27-403a-89c1-b3402b6133fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.055852] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093339} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.056412] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.057177] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f7982-cff6-4395-9cf8-2fb59e9cca51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.060478] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 992.060478] env[69905]: value = "task-3413837" [ 992.060478] env[69905]: _type = "Task" [ 992.060478] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.080952] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] e0c819d8-c720-4b7f-9f68-74813efb3700/e0c819d8-c720-4b7f-9f68-74813efb3700.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.081840] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd5f44ad-0e1c-45f3-9b81-fb5e8e20bafa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.101039] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.105663] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 992.105663] env[69905]: value = "task-3413838" [ 992.105663] env[69905]: _type = "Task" [ 992.105663] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.114131] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.190945] env[69905]: DEBUG nova.network.neutron [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.192657] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.192657] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69905) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 992.278355] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.278848] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.278848] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleting the datastore file [datastore2] 31b2ddd3-549f-4bb2-80be-9c0580ebe571 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.279154] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9586cc03-3414-4132-a2b3-2557a2176cdb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.286688] env[69905]: DEBUG oslo_vmware.api [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 992.286688] env[69905]: value = "task-3413839" [ 992.286688] env[69905]: _type = "Task" [ 992.286688] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.291277] env[69905]: DEBUG nova.objects.instance [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'flavor' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.298532] env[69905]: DEBUG oslo_vmware.api [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.428025] env[69905]: DEBUG nova.network.neutron [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Updating instance_info_cache with network_info: [{"id": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "address": "fa:16:3e:ec:6c:0c", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1857b669-b2", "ovs_interfaceid": "1857b669-b2ea-4daf-8bea-f4ee91b8ee17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.482391] env[69905]: DEBUG nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.505496] env[69905]: DEBUG nova.scheduler.client.report [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.526123] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413832, 'name': ReconfigVM_Task, 'duration_secs': 0.811841} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.527254] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 97bdc928-860c-44dd-adee-b163b1c9ab1f/97bdc928-860c-44dd-adee-b163b1c9ab1f.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.528027] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76966f17-d028-422a-8b15-2b4378762556 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.536030] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 992.536030] env[69905]: value = "task-3413840" [ 992.536030] env[69905]: _type = "Task" [ 992.536030] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.549074] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413840, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.550908] env[69905]: DEBUG nova.network.neutron [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Updating instance_info_cache with network_info: [{"id": "ac21baa8-737c-4b80-a909-6489633081fc", "address": "fa:16:3e:b4:f4:8b", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21baa8-73", "ovs_interfaceid": "ac21baa8-737c-4b80-a909-6489633081fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.575027] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.619301] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.696367] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.797481] env[69905]: DEBUG oslo_vmware.api [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.805314] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.805487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.805662] env[69905]: DEBUG nova.network.neutron [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.805839] env[69905]: DEBUG nova.objects.instance [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'info_cache' on Instance uuid 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.931748] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.013042] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.013042] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.013042] env[69905]: DEBUG nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.014945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.626s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.015414] env[69905]: DEBUG nova.objects.instance [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lazy-loading 'resources' on Instance uuid e39094b1-db15-4d66-a5ce-6e02f3b3799e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.046155] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413840, 'name': Rename_Task, 'duration_secs': 0.194123} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.046535] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.046725] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e118bc03-b1f2-4814-a129-8bd37d521336 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.055420] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-a6a30965-2b10-440e-b4fc-1689138a07aa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.055420] env[69905]: DEBUG nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Instance network_info: |[{"id": "ac21baa8-737c-4b80-a909-6489633081fc", "address": "fa:16:3e:b4:f4:8b", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21baa8-73", "ovs_interfaceid": "ac21baa8-737c-4b80-a909-6489633081fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.055420] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 993.055420] env[69905]: value = "task-3413841" [ 993.055420] env[69905]: _type = "Task" [ 993.055420] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.055887] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f4:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac21baa8-737c-4b80-a909-6489633081fc', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.065284] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.065824] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.072237] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3f9388-d3c8-4c9f-a910-980d81ba946f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.093379] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592792} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.097624] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.098036] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.098127] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.098127] env[69905]: value = "task-3413842" [ 993.098127] env[69905]: _type = "Task" [ 993.098127] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.098310] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.098541] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb6ec8f1-7be8-4fa3-a1b4-0c898c8defa6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.114238] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 993.114238] env[69905]: value = "task-3413843" [ 993.114238] env[69905]: _type = "Task" [ 993.114238] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.114661] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413842, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.120875] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413838, 'name': ReconfigVM_Task, 'duration_secs': 0.736645} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.121716] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Reconfigured VM instance instance-00000045 to attach disk [datastore2] e0c819d8-c720-4b7f-9f68-74813efb3700/e0c819d8-c720-4b7f-9f68-74813efb3700.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.123653] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5517051c-e84d-4f99-ad5a-f0145e6971a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.128962] env[69905]: DEBUG nova.network.neutron [-] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.130777] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.134799] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 993.134799] env[69905]: value = "task-3413844" [ 993.134799] env[69905]: _type = "Task" [ 993.134799] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.148992] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413844, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.299207] env[69905]: DEBUG oslo_vmware.api [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551395} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.299501] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.299671] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.299876] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.300086] env[69905]: INFO nova.compute.manager [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Took 2.05 seconds to destroy the instance on the hypervisor. [ 993.300332] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.300510] env[69905]: DEBUG nova.compute.manager [-] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.300608] env[69905]: DEBUG nova.network.neutron [-] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.308609] env[69905]: DEBUG nova.objects.base [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Object Instance<6e11325b-8446-4bfa-9846-0b6c2274b0e3> lazy-loaded attributes: flavor,info_cache {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.374675] env[69905]: DEBUG nova.compute.manager [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Received event network-changed-ac21baa8-737c-4b80-a909-6489633081fc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.374891] env[69905]: DEBUG nova.compute.manager [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Refreshing instance network info cache due to event network-changed-ac21baa8-737c-4b80-a909-6489633081fc. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.375108] env[69905]: DEBUG oslo_concurrency.lockutils [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] Acquiring lock "refresh_cache-a6a30965-2b10-440e-b4fc-1689138a07aa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.375256] env[69905]: DEBUG oslo_concurrency.lockutils [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] Acquired lock "refresh_cache-a6a30965-2b10-440e-b4fc-1689138a07aa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.376025] env[69905]: DEBUG nova.network.neutron [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Refreshing network info cache for port ac21baa8-737c-4b80-a909-6489633081fc {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.522426] env[69905]: DEBUG nova.compute.utils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.527043] env[69905]: DEBUG nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.527156] env[69905]: DEBUG nova.network.neutron [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.573134] env[69905]: DEBUG nova.policy [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a84bb5a9504d4795a4235c4bdb33ee42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777e366366f14d4bad002d09c1c79676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.580995] env[69905]: DEBUG oslo_vmware.api [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413841, 'name': PowerOnVM_Task, 'duration_secs': 0.52218} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.583852] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.584108] env[69905]: INFO nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Took 9.88 seconds to spawn the instance on the hypervisor. [ 993.584302] env[69905]: DEBUG nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.585340] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3be73-9fda-4131-a111-1ebb98439afd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.610228] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413842, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.624232] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080976} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.627137] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.628170] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4706b3-924e-4082-924f-58d225c9127b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.631964] env[69905]: INFO nova.compute.manager [-] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Took 1.60 seconds to deallocate network for instance. [ 993.659498] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.665246] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd67a0c-3a4c-4a74-aedf-4b838f4df7be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.688884] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413844, 'name': Rename_Task, 'duration_secs': 0.15246} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.690181] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.690513] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 993.690513] env[69905]: value = "task-3413845" [ 993.690513] env[69905]: _type = "Task" [ 993.690513] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.690698] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b1f0f44-4e9d-4a98-af54-9386dbd1d6c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705787] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.705787] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 993.705787] env[69905]: value = "task-3413846" [ 993.705787] env[69905]: _type = "Task" [ 993.705787] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.720865] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.962245] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe08869b-67b4-48b1-a80d-e000217fd768 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.970380] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d6c799-50d3-4669-8c30-77e0ae79c5bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.008090] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58877ad-e04c-43b2-844c-118a190868b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.017057] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5198c329-7aa9-4120-9979-c0fb411f44d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.032717] env[69905]: DEBUG nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.038535] env[69905]: DEBUG nova.network.neutron [-] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.038535] env[69905]: DEBUG nova.compute.provider_tree [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.111446] env[69905]: INFO nova.compute.manager [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Took 55.22 seconds to build instance. [ 994.119667] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413842, 'name': CreateVM_Task, 'duration_secs': 0.657037} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.119791] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.120782] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.120782] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.120982] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.122122] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e07fdd-9464-4062-8f0d-079d81c72d68 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.129191] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 994.129191] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fc59da-9479-3787-39b5-001ed98ffb75" [ 994.129191] env[69905]: _type = "Task" [ 994.129191] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.139201] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fc59da-9479-3787-39b5-001ed98ffb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.159852] env[69905]: DEBUG nova.network.neutron [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Updated VIF entry in instance network info cache for port ac21baa8-737c-4b80-a909-6489633081fc. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.160245] env[69905]: DEBUG nova.network.neutron [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Updating instance_info_cache with network_info: [{"id": "ac21baa8-737c-4b80-a909-6489633081fc", "address": "fa:16:3e:b4:f4:8b", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21baa8-73", "ovs_interfaceid": "ac21baa8-737c-4b80-a909-6489633081fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.167013] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.203649] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.214340] env[69905]: DEBUG oslo_vmware.api [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413846, 'name': PowerOnVM_Task, 'duration_secs': 0.468285} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.214607] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.214812] env[69905]: INFO nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Took 7.93 seconds to spawn the instance on the hypervisor. [ 994.215129] env[69905]: DEBUG nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.215816] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d135ee3-f736-4fa4-a15a-cdda7f759d21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.480251] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.480585] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74323cd-c841-48cb-bb09-92b2def6abfd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.487241] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 994.487241] env[69905]: value = "task-3413847" [ 994.487241] env[69905]: _type = "Task" [ 994.487241] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.498107] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.529561] env[69905]: DEBUG nova.network.neutron [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Successfully created port: 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.539093] env[69905]: INFO nova.compute.manager [-] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Took 1.24 seconds to deallocate network for instance. [ 994.544116] env[69905]: DEBUG nova.scheduler.client.report [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.613492] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa9a-8010-4b99-8e6e-c91b29c76cb9 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.388s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.634594] env[69905]: DEBUG nova.network.neutron [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [{"id": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "address": "fa:16:3e:14:63:26", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437e5f48-0a", "ovs_interfaceid": "437e5f48-0a3d-4d46-b7ed-7cf33562f7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.642250] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fc59da-9479-3787-39b5-001ed98ffb75, 'name': SearchDatastore_Task, 'duration_secs': 0.019098} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.642607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.642923] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.643195] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.643350] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.643543] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.643795] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ab34c03-cf78-45b8-a025-5f760b6b16b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.653820] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.654011] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.655183] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb72980-de84-466c-a630-ab073172a933 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.661341] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 994.661341] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea2fc8-ee8c-1227-c017-a14776640b68" [ 994.661341] env[69905]: _type = "Task" [ 994.661341] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.665344] env[69905]: DEBUG oslo_concurrency.lockutils [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] Releasing lock "refresh_cache-a6a30965-2b10-440e-b4fc-1689138a07aa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.665593] env[69905]: DEBUG nova.compute.manager [req-40411940-bbf6-486e-8006-f952c3e239e0 req-ec626cf1-ac5d-49eb-9966-5d62436055a6 service nova] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Received event network-vif-deleted-39eef571-694f-44c2-a9e2-c2ca71797f34 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.671232] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea2fc8-ee8c-1227-c017-a14776640b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.702907] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413845, 'name': ReconfigVM_Task, 'duration_secs': 0.73717} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.703125] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Reconfigured VM instance instance-00000041 to attach disk [datastore2] da94d05d-ed8f-4a20-95e6-8b0c602c5429/da94d05d-ed8f-4a20-95e6-8b0c602c5429.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.703744] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8b0e09-1448-4dc7-a7e8-3cc7139d0510 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.709393] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 994.709393] env[69905]: value = "task-3413848" [ 994.709393] env[69905]: _type = "Task" [ 994.709393] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.727272] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413848, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.740395] env[69905]: INFO nova.compute.manager [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Took 44.96 seconds to build instance. [ 995.004761] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413847, 'name': PowerOffVM_Task, 'duration_secs': 0.262965} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.004926] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.006098] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb1faf-e6fc-4fb0-9158-816a2c6f428b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.032970] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1376cf9-a46e-418d-8930-5e031443a3fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.050663] env[69905]: DEBUG nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.054866] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.057805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.058355] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.432s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.060233] env[69905]: INFO nova.compute.claims [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.075429] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.077748] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f6bbcc8-8578-4d42-ab4d-28b76547e395 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.086252] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 995.086252] env[69905]: value = "task-3413849" [ 995.086252] env[69905]: _type = "Task" [ 995.086252] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.088404] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.088660] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.088832] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.089386] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.089599] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.089770] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.089985] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.090161] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.090331] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.090494] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.090669] env[69905]: DEBUG nova.virt.hardware [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.091631] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11be2ba5-17a8-46d0-ae15-dff548f38796 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.094842] env[69905]: INFO nova.scheduler.client.report [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted allocations for instance e39094b1-db15-4d66-a5ce-6e02f3b3799e [ 995.109844] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f573a-ed89-44ec-bb70-c21ad3a091e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.114863] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 995.114999] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.115605] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.115772] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.116234] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.116927] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdf967ee-a4cd-452a-9b9c-626d3789ef89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.134654] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.134920] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.135748] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12fa899-ba7b-4380-84c8-ba141981a7e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.138591] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-6e11325b-8446-4bfa-9846-0b6c2274b0e3" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.143279] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 995.143279] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d1e68-e9fa-e7ac-4a73-8196d8b8fe54" [ 995.143279] env[69905]: _type = "Task" [ 995.143279] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.152288] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d1e68-e9fa-e7ac-4a73-8196d8b8fe54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.171874] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea2fc8-ee8c-1227-c017-a14776640b68, 'name': SearchDatastore_Task, 'duration_secs': 0.013559} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.172429] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc2a337-765b-41b4-b7e9-ae8766b027a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.177907] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 995.177907] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525761c7-6a4f-770d-a92f-8e2b77f67845" [ 995.177907] env[69905]: _type = "Task" [ 995.177907] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.185427] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525761c7-6a4f-770d-a92f-8e2b77f67845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.218686] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413848, 'name': Rename_Task, 'duration_secs': 0.29893} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.218979] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.219240] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54e78563-ebc6-4fd1-bb45-d15b1c521269 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.225827] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 995.225827] env[69905]: value = "task-3413850" [ 995.225827] env[69905]: _type = "Task" [ 995.225827] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.233236] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.242853] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f62af2a5-6667-4860-8256-a11067218a8a tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.488s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.431197] env[69905]: DEBUG nova.compute.manager [req-6be4d2ad-cb4c-4f87-977d-7b1e116108f7 req-1b53a2ee-d74f-4bcf-95c0-2e95041dabde service nova] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Received event network-vif-deleted-fa7bc647-f1e8-495f-b107-09c82df10a5d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.607670] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00e65afb-253b-498b-92ac-64c60c3f0f73 tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "e39094b1-db15-4d66-a5ce-6e02f3b3799e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.977s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.655166] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d1e68-e9fa-e7ac-4a73-8196d8b8fe54, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.655166] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85b9bf8-909c-441e-a56d-018f3a60536b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.660616] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 995.660616] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f770bc-c187-4615-0786-2f91c20ec5ad" [ 995.660616] env[69905]: _type = "Task" [ 995.660616] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.668863] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f770bc-c187-4615-0786-2f91c20ec5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.689948] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525761c7-6a4f-770d-a92f-8e2b77f67845, 'name': SearchDatastore_Task, 'duration_secs': 0.021551} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.689948] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.689948] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a6a30965-2b10-440e-b4fc-1689138a07aa/a6a30965-2b10-440e-b4fc-1689138a07aa.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.689948] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61955f9e-c984-4c1a-bde9-c70207f0492c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.695980] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 995.695980] env[69905]: value = "task-3413851" [ 995.695980] env[69905]: _type = "Task" [ 995.695980] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.703849] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.736994] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.862601] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.862860] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.863059] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleting the datastore file [datastore1] f1d44069-0cb2-4bb2-adb6-665cd411126a {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.863337] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9832b414-05ac-43e9-a959-6f07915f700a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.869550] env[69905]: DEBUG oslo_vmware.api [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for the task: (returnval){ [ 995.869550] env[69905]: value = "task-3413852" [ 995.869550] env[69905]: _type = "Task" [ 995.869550] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.878174] env[69905]: DEBUG oslo_vmware.api [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.954562] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "6d6d2c1c-8daf-40c1-a348-28588044e06d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.954905] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.955193] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "6d6d2c1c-8daf-40c1-a348-28588044e06d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.955402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.955600] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.957590] env[69905]: INFO nova.compute.manager [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Terminating instance [ 996.145050] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.145506] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170aca9f-184a-4ef2-8171-a921c6c1c2bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.155289] env[69905]: DEBUG oslo_vmware.api [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 996.155289] env[69905]: value = "task-3413853" [ 996.155289] env[69905]: _type = "Task" [ 996.155289] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.183899] env[69905]: DEBUG oslo_vmware.api [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.184227] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f770bc-c187-4615-0786-2f91c20ec5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.184540] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.184813] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. {{(pid=69905) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 996.185205] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a280c91-7985-4ace-854b-89ea1da6f56d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.193270] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 996.193270] env[69905]: value = "task-3413854" [ 996.193270] env[69905]: _type = "Task" [ 996.193270] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.208080] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.216882] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.245910] env[69905]: DEBUG oslo_vmware.api [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413850, 'name': PowerOnVM_Task, 'duration_secs': 0.756844} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.246328] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.246627] env[69905]: DEBUG nova.compute.manager [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.247950] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e3c164-bf7a-4d67-8d32-9051e79fd337 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.379844] env[69905]: DEBUG oslo_vmware.api [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Task: {'id': task-3413852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410569} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.382582] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.382786] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.382965] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.383285] env[69905]: INFO nova.compute.manager [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Took 5.00 seconds to destroy the instance on the hypervisor. [ 996.383396] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.384555] env[69905]: DEBUG nova.compute.manager [-] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.384555] env[69905]: DEBUG nova.network.neutron [-] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.422018] env[69905]: DEBUG nova.compute.manager [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.422018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50de3966-536b-418d-a179-fdb236b5b0d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.461394] env[69905]: DEBUG nova.compute.manager [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.461683] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.462584] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d13697-e183-4f07-b335-30b8f6c56259 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.470425] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.470716] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4695b4e3-fcda-4092-8c34-652c6285b2a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.481514] env[69905]: DEBUG oslo_vmware.api [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 996.481514] env[69905]: value = "task-3413855" [ 996.481514] env[69905]: _type = "Task" [ 996.481514] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.490039] env[69905]: DEBUG oslo_vmware.api [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.496187] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb028c2-c24a-43a9-b3a4-13f3e679ffeb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.506990] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93ffd11-2234-4a50-a13e-7641b10db3e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.546011] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.546504] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.546570] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.546711] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.546889] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.549093] env[69905]: INFO nova.compute.manager [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Terminating instance [ 996.551387] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1c71a-3b5b-41c6-b8a3-ef7b6e2fee5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.562500] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b54644-5e1c-40c0-9ff2-906f13e20b20 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.580260] env[69905]: DEBUG nova.compute.provider_tree [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.608459] env[69905]: DEBUG nova.network.neutron [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Successfully updated port: 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.671551] env[69905]: DEBUG oslo_vmware.api [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413853, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.709432] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.713563] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645543} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.713844] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] a6a30965-2b10-440e-b4fc-1689138a07aa/a6a30965-2b10-440e-b4fc-1689138a07aa.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.714110] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.714408] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0219b70a-1ad3-4072-b9d0-1814169ad97f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.721618] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 996.721618] env[69905]: value = "task-3413856" [ 996.721618] env[69905]: _type = "Task" [ 996.721618] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.730498] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.780224] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.934736] env[69905]: INFO nova.compute.manager [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] instance snapshotting [ 996.937663] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e1d751-9e54-4552-b9d6-6c6aa8467bed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.960343] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cac0e5-e55b-4adf-b7d0-5dcf48ce8f1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.992630] env[69905]: DEBUG oslo_vmware.api [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413855, 'name': PowerOffVM_Task, 'duration_secs': 0.22475} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.992814] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.992979] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.993253] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b2d8497-d351-4376-88e6-0ef1c51d255d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.053541] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.053541] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.053541] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleting the datastore file [datastore2] 6d6d2c1c-8daf-40c1-a348-28588044e06d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.053541] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93811def-42f8-4f34-b5e8-12192339f953 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.057189] env[69905]: DEBUG nova.compute.manager [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.057382] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.058276] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a01431-ae73-433c-851a-4e3429e8dc01 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.062233] env[69905]: DEBUG oslo_vmware.api [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for the task: (returnval){ [ 997.062233] env[69905]: value = "task-3413858" [ 997.062233] env[69905]: _type = "Task" [ 997.062233] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.069515] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.071943] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03d4e68-ff05-4b02-9eb1-be0abe7d4888 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.074474] env[69905]: DEBUG oslo_vmware.api [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.079024] env[69905]: DEBUG oslo_vmware.api [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 997.079024] env[69905]: value = "task-3413859" [ 997.079024] env[69905]: _type = "Task" [ 997.079024] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.084042] env[69905]: DEBUG nova.scheduler.client.report [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.090619] env[69905]: DEBUG oslo_vmware.api [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.110648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.110648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.110648] env[69905]: DEBUG nova.network.neutron [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.144137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "be256e2c-9094-4bdf-9be9-1189a7c12acd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.144397] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.145120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "be256e2c-9094-4bdf-9be9-1189a7c12acd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.145120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.145120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.147673] env[69905]: INFO nova.compute.manager [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Terminating instance [ 997.169586] env[69905]: DEBUG oslo_vmware.api [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413853, 'name': PowerOnVM_Task, 'duration_secs': 0.536803} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.169859] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.170065] env[69905]: DEBUG nova.compute.manager [None req-ca3699ce-a2a7-4cd4-952a-2f216cb78640 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.171072] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c38d130-eb35-4fb7-a78b-33a7154e5894 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.203994] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706384} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.204288] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. [ 997.205073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58eaab1-622e-4c1e-8f8f-a73795b528d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.230152] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.233762] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11669827-4fa1-4d51-ae6f-188c9da99fb9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.255060] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213204} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.256803] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.257507] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 997.257507] env[69905]: value = "task-3413860" [ 997.257507] env[69905]: _type = "Task" [ 997.257507] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.257977] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c6cb1b-243a-47b6-8d77-bf32c5d81977 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.292018] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a6a30965-2b10-440e-b4fc-1689138a07aa/a6a30965-2b10-440e-b4fc-1689138a07aa.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.297208] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547885a7-080a-4d80-9fc9-6faf31930ef0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.313128] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.318637] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 997.318637] env[69905]: value = "task-3413861" [ 997.318637] env[69905]: _type = "Task" [ 997.318637] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.333374] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.419945] env[69905]: DEBUG nova.network.neutron [-] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.476270] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 997.476270] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2594f73a-0c48-4560-a6d5-d6a81ccd84ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.483964] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 997.483964] env[69905]: value = "task-3413862" [ 997.483964] env[69905]: _type = "Task" [ 997.483964] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.495163] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413862, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.500429] env[69905]: DEBUG nova.compute.manager [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Received event network-vif-plugged-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.500735] env[69905]: DEBUG oslo_concurrency.lockutils [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] Acquiring lock "75b25fae-29b5-479d-9366-5280f2edfede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.500966] env[69905]: DEBUG oslo_concurrency.lockutils [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] Lock "75b25fae-29b5-479d-9366-5280f2edfede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.501195] env[69905]: DEBUG oslo_concurrency.lockutils [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] Lock "75b25fae-29b5-479d-9366-5280f2edfede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.501454] env[69905]: DEBUG nova.compute.manager [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] No waiting events found dispatching network-vif-plugged-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.501694] env[69905]: WARNING nova.compute.manager [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Received unexpected event network-vif-plugged-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 for instance with vm_state building and task_state spawning. [ 997.501815] env[69905]: DEBUG nova.compute.manager [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Received event network-changed-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.502018] env[69905]: DEBUG nova.compute.manager [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Refreshing instance network info cache due to event network-changed-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.502281] env[69905]: DEBUG oslo_concurrency.lockutils [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] Acquiring lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.573204] env[69905]: DEBUG oslo_vmware.api [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Task: {'id': task-3413858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223567} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.573461] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.573854] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.573854] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.573978] env[69905]: INFO nova.compute.manager [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 997.574240] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.574431] env[69905]: DEBUG nova.compute.manager [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.575535] env[69905]: DEBUG nova.network.neutron [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.588026] env[69905]: DEBUG oslo_vmware.api [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413859, 'name': PowerOffVM_Task, 'duration_secs': 0.279275} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.588297] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.588356] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.588612] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e131795-1a78-4dc7-b1eb-af219e0e266e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.592129] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.592909] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.595277] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.906s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.596622] env[69905]: INFO nova.compute.claims [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.651131] env[69905]: DEBUG nova.compute.manager [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.651431] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.652388] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24861bd3-de7f-4894-8c32-568a3dbb640d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.660066] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.660290] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.660467] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Deleting the datastore file [datastore1] fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.662964] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6063deaf-aa2e-46be-b8d2-392a65c69970 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.665075] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.665330] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af5d80e-ebe7-445b-8f14-c794fbd4541a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.671460] env[69905]: DEBUG oslo_vmware.api [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 997.671460] env[69905]: value = "task-3413864" [ 997.671460] env[69905]: _type = "Task" [ 997.671460] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.672985] env[69905]: DEBUG oslo_vmware.api [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 997.672985] env[69905]: value = "task-3413865" [ 997.672985] env[69905]: _type = "Task" [ 997.672985] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.685382] env[69905]: DEBUG oslo_vmware.api [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.689286] env[69905]: DEBUG oslo_vmware.api [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.758902] env[69905]: DEBUG nova.network.neutron [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.770733] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413860, 'name': ReconfigVM_Task, 'duration_secs': 0.385848} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.771069] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.771929] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2dd31-f791-43d1-9426-7f763ab71ba1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.800996] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bb5e72-44bf-4163-807a-a75a30ddaa88 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.816296] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 997.816296] env[69905]: value = "task-3413866" [ 997.816296] env[69905]: _type = "Task" [ 997.816296] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.827082] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.830139] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413861, 'name': ReconfigVM_Task, 'duration_secs': 0.462566} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.830490] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a6a30965-2b10-440e-b4fc-1689138a07aa/a6a30965-2b10-440e-b4fc-1689138a07aa.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.831085] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10bfc994-0b47-428d-8ba6-36bc8b7b9df0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.839013] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 997.839013] env[69905]: value = "task-3413867" [ 997.839013] env[69905]: _type = "Task" [ 997.839013] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.847743] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413867, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.924963] env[69905]: INFO nova.compute.manager [-] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Took 1.54 seconds to deallocate network for instance. [ 997.974627] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.974962] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.975329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.975453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.975618] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.978654] env[69905]: INFO nova.compute.manager [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Terminating instance [ 997.993718] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413862, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.102709] env[69905]: DEBUG nova.compute.utils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.106828] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.107094] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.157210] env[69905]: DEBUG nova.network.neutron [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updating instance_info_cache with network_info: [{"id": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "address": "fa:16:3e:80:98:fc", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0d8e4a-3d", "ovs_interfaceid": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.159828] env[69905]: DEBUG nova.policy [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d392edd317b4c4bacd425359162d676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '852d94a3c9c74a278bbb02a05fb90f05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.186474] env[69905]: DEBUG oslo_vmware.api [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.194938] env[69905]: DEBUG oslo_vmware.api [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413865, 'name': PowerOffVM_Task, 'duration_secs': 0.473382} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.194938] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.194938] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.194938] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db078c5-dbc0-4ec0-9c27-ff9d7320afe0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.268102] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.268333] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.268790] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleting the datastore file [datastore2] be256e2c-9094-4bdf-9be9-1189a7c12acd {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.268901] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-856f8a3f-c1d0-472c-86c8-79c653213f44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.280254] env[69905]: DEBUG oslo_vmware.api [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 998.280254] env[69905]: value = "task-3413869" [ 998.280254] env[69905]: _type = "Task" [ 998.280254] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.292559] env[69905]: DEBUG oslo_vmware.api [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.329606] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413866, 'name': ReconfigVM_Task, 'duration_secs': 0.404364} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.329903] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.330549] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18af89d8-1959-4969-8353-1701881997bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.341022] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 998.341022] env[69905]: value = "task-3413870" [ 998.341022] env[69905]: _type = "Task" [ 998.341022] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.360299] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.360651] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413867, 'name': Rename_Task, 'duration_secs': 0.364662} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.360927] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.361233] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe3baf1-a310-47fd-b737-b845c02c21e9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.369072] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 998.369072] env[69905]: value = "task-3413871" [ 998.369072] env[69905]: _type = "Task" [ 998.369072] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.387360] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.432599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.484204] env[69905]: DEBUG nova.compute.manager [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.484204] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.485518] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b54f6f-525f-45b1-b9a6-caa48f4a2666 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.498681] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.502856] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f90625-9d91-4cfe-8ba0-6ad73fc36fd2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.505344] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413862, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.511127] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Successfully created port: 56dfc17c-9244-4a92-a427-f2b77693b651 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.516336] env[69905]: DEBUG oslo_vmware.api [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 998.516336] env[69905]: value = "task-3413872" [ 998.516336] env[69905]: _type = "Task" [ 998.516336] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.531434] env[69905]: DEBUG oslo_vmware.api [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.619720] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.663268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Releasing lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.663614] env[69905]: DEBUG nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Instance network_info: |[{"id": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "address": "fa:16:3e:80:98:fc", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0d8e4a-3d", "ovs_interfaceid": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.667541] env[69905]: DEBUG oslo_concurrency.lockutils [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] Acquired lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.667755] env[69905]: DEBUG nova.network.neutron [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Refreshing network info cache for port 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.673743] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:98:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a0d8e4a-3d2a-49f1-b4e1-967947c2f035', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.682197] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Creating folder: Project (777e366366f14d4bad002d09c1c79676). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.683574] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b825c8-24b0-4817-88a9-4b850cc69813 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.700540] env[69905]: DEBUG oslo_vmware.api [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3413864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515868} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.703987] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.704386] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.704724] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.705185] env[69905]: INFO nova.compute.manager [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 998.705551] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.707718] env[69905]: DEBUG nova.compute.manager [-] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.707983] env[69905]: DEBUG nova.network.neutron [-] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.710808] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Created folder: Project (777e366366f14d4bad002d09c1c79676) in parent group-v680985. [ 998.710808] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Creating folder: Instances. Parent ref: group-v681190. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.710808] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0d0286-a129-45e6-9787-e40a5ddf0722 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.720858] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Created folder: Instances in parent group-v681190. [ 998.721214] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.724170] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.724683] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aebdb198-1a4c-4876-baa8-e468e8b281af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.745991] env[69905]: DEBUG nova.network.neutron [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.752794] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.752794] env[69905]: value = "task-3413875" [ 998.752794] env[69905]: _type = "Task" [ 998.752794] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.761214] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413875, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.800208] env[69905]: DEBUG oslo_vmware.api [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241689} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.800208] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.800208] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.800208] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.800208] env[69905]: INFO nova.compute.manager [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 998.800208] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.802273] env[69905]: DEBUG nova.compute.manager [-] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.802273] env[69905]: DEBUG nova.network.neutron [-] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.850987] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.880018] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.946258] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "1c598b31-8782-499b-8822-df5c84363e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.946987] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "1c598b31-8782-499b-8822-df5c84363e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.001438] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413862, 'name': CreateSnapshot_Task, 'duration_secs': 1.069174} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.004166] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.005490] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a69ba-4944-4e74-8e5f-7780caf3b10f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.029511] env[69905]: DEBUG oslo_vmware.api [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413872, 'name': PowerOffVM_Task, 'duration_secs': 0.343914} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.029812] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.030011] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.030307] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb2bdb70-e94b-47e7-9b75-05ce0f9f572e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.096420] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.096757] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.096903] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleting the datastore file [datastore2] da94d05d-ed8f-4a20-95e6-8b0c602c5429 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.097197] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e45dec4-bcc4-48d8-9934-65f488a611e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.103463] env[69905]: DEBUG oslo_vmware.api [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 999.103463] env[69905]: value = "task-3413877" [ 999.103463] env[69905]: _type = "Task" [ 999.103463] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.115197] env[69905]: DEBUG oslo_vmware.api [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.122986] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689e8a5-e373-42e5-ae37-b77e94a5cb6e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.134302] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc9b73d-f0f2-4101-9223-e3aa03271f3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.175076] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d8c5a-f3b0-4ce6-9720-918c4c5cdc25 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.183618] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0a672-a5d0-4d7e-b44e-6e86de57cb19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.199094] env[69905]: DEBUG nova.compute.provider_tree [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.248774] env[69905]: INFO nova.compute.manager [-] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Took 1.67 seconds to deallocate network for instance. [ 999.267819] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413875, 'name': CreateVM_Task, 'duration_secs': 0.395223} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.268073] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.268799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.268997] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.269353] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.269649] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef764f7-70c7-42e6-b9a0-aee887369f6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.275978] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 999.275978] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52005488-3738-8100-064d-4cefc743399f" [ 999.275978] env[69905]: _type = "Task" [ 999.275978] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.290278] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52005488-3738-8100-064d-4cefc743399f, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.290565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.290771] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.291052] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.291218] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.291442] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.291780] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-641cdb51-c386-40e5-9a91-d12f815a0a12 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.300864] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.301107] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.302307] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bdb017-75f2-4ff0-abf5-db84b5af5907 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.310461] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 999.310461] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5222da88-6377-fc0b-371c-966370292da5" [ 999.310461] env[69905]: _type = "Task" [ 999.310461] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.318594] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5222da88-6377-fc0b-371c-966370292da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.349338] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.380178] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.421667] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.422030] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.422210] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.422402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.422570] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.424839] env[69905]: INFO nova.compute.manager [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Terminating instance [ 999.452565] env[69905]: DEBUG nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.476192] env[69905]: DEBUG nova.network.neutron [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updated VIF entry in instance network info cache for port 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.476580] env[69905]: DEBUG nova.network.neutron [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updating instance_info_cache with network_info: [{"id": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "address": "fa:16:3e:80:98:fc", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0d8e4a-3d", "ovs_interfaceid": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.525337] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 999.526154] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fef88ceb-74ea-495f-ae2c-381eeb7fa800 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.535111] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 999.535111] env[69905]: value = "task-3413878" [ 999.535111] env[69905]: _type = "Task" [ 999.535111] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.543452] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413878, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.614139] env[69905]: DEBUG oslo_vmware.api [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268785} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.614450] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.614678] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.614920] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.615159] env[69905]: INFO nova.compute.manager [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Took 1.13 seconds to destroy the instance on the hypervisor. [ 999.615470] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.615705] env[69905]: DEBUG nova.compute.manager [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.615839] env[69905]: DEBUG nova.network.neutron [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.634919] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.668333] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.669565] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.669810] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.670041] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.670226] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.670378] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.670630] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.670812] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.671012] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.671188] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.671367] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.672339] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabe229e-e62a-41bd-8c42-d73ffda14c4e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.681024] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629fde23-a6ad-4e95-b6bf-a7b21b415f0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.702075] env[69905]: DEBUG nova.scheduler.client.report [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.758536] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.822663] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5222da88-6377-fc0b-371c-966370292da5, 'name': SearchDatastore_Task, 'duration_secs': 0.020814} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.824982] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e444742e-b6e4-4fad-b0fa-e7bb817fa7f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.833667] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 999.833667] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528aa86e-d49b-40be-bd4c-979929092770" [ 999.833667] env[69905]: _type = "Task" [ 999.833667] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.848060] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528aa86e-d49b-40be-bd4c-979929092770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.856855] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.882184] env[69905]: DEBUG oslo_vmware.api [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413871, 'name': PowerOnVM_Task, 'duration_secs': 1.486615} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.882184] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.882632] env[69905]: INFO nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Took 9.95 seconds to spawn the instance on the hypervisor. [ 999.882632] env[69905]: DEBUG nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.884785] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98095e8d-df26-4bf7-a289-2aa66e151d06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.936203] env[69905]: DEBUG nova.compute.manager [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.936203] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.936822] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d654d523-cb19-45f4-aa60-cb428900e5f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.944930] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.945800] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba67bfd-732e-42b4-a1f6-2803a0ed713d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.955557] env[69905]: DEBUG oslo_vmware.api [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 999.955557] env[69905]: value = "task-3413879" [ 999.955557] env[69905]: _type = "Task" [ 999.955557] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.976819] env[69905]: DEBUG oslo_vmware.api [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.981480] env[69905]: DEBUG oslo_concurrency.lockutils [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] Releasing lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.981480] env[69905]: DEBUG nova.compute.manager [req-184c8a5e-5bd6-4060-9c8a-e6b503628615 req-ff49caaa-69e4-46a1-b94b-0623de0045bb service nova] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Received event network-vif-deleted-e45e9d6d-7f0a-49c4-a701-12ba0f45fafb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.001885] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.046570] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413878, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.090665] env[69905]: DEBUG nova.compute.manager [req-a1486a18-a8ec-434f-bc9b-8a0762521b1a req-cb0f11d3-2271-435f-9730-acbce622472f service nova] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Received event network-vif-deleted-61642cef-9309-4c6a-bb50-9dd4751cf6da {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.136057] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Successfully updated port: 56dfc17c-9244-4a92-a427-f2b77693b651 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.209016] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.209016] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.210594] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.615s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.212540] env[69905]: INFO nova.compute.claims [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.219930] env[69905]: DEBUG nova.compute.manager [req-65c567c1-85f2-4013-8e48-829f9a3847c0 req-7ca4c519-38d6-4def-b895-dc8ff35854cd service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Received event network-vif-deleted-e16ae995-8f00-4a0d-8663-d67c8730d223 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.219930] env[69905]: INFO nova.compute.manager [req-65c567c1-85f2-4013-8e48-829f9a3847c0 req-7ca4c519-38d6-4def-b895-dc8ff35854cd service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Neutron deleted interface e16ae995-8f00-4a0d-8663-d67c8730d223; detaching it from the instance and deleting it from the info cache [ 1000.219930] env[69905]: DEBUG nova.network.neutron [req-65c567c1-85f2-4013-8e48-829f9a3847c0 req-7ca4c519-38d6-4def-b895-dc8ff35854cd service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.351583] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.351930] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528aa86e-d49b-40be-bd4c-979929092770, 'name': SearchDatastore_Task, 'duration_secs': 0.018754} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.352912] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.352912] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 75b25fae-29b5-479d-9366-5280f2edfede/75b25fae-29b5-479d-9366-5280f2edfede.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.353134] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9226a759-ec46-4348-97af-1baa839a4824 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.360078] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1000.360078] env[69905]: value = "task-3413880" [ 1000.360078] env[69905]: _type = "Task" [ 1000.360078] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.367901] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.401355] env[69905]: INFO nova.compute.manager [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Took 41.38 seconds to build instance. [ 1000.458425] env[69905]: DEBUG nova.network.neutron [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.470632] env[69905]: DEBUG nova.network.neutron [-] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.475151] env[69905]: DEBUG oslo_vmware.api [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413879, 'name': PowerOffVM_Task, 'duration_secs': 0.380749} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.475151] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.475151] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.475151] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc75efed-2694-41ba-a556-f152b36c6b30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.485592] env[69905]: DEBUG nova.network.neutron [-] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.532765] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.533326] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.533326] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleting the datastore file [datastore2] 6e11325b-8446-4bfa-9846-0b6c2274b0e3 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.533802] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-490abf29-82d4-4047-b901-577d6b55bf60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.541119] env[69905]: DEBUG oslo_vmware.api [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1000.541119] env[69905]: value = "task-3413882" [ 1000.541119] env[69905]: _type = "Task" [ 1000.541119] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.548995] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413878, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.553521] env[69905]: DEBUG oslo_vmware.api [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.640712] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "refresh_cache-4437a323-5c5e-4642-ac7b-ad5fc176fcbc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.640712] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "refresh_cache-4437a323-5c5e-4642-ac7b-ad5fc176fcbc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.640712] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.721183] env[69905]: DEBUG nova.compute.utils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.724039] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.724039] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.726124] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18226931-ca82-43b3-9bcb-68412515dfb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.741668] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d25d843-7ce4-405a-82b6-a8e9c88579d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.780823] env[69905]: DEBUG nova.compute.manager [req-65c567c1-85f2-4013-8e48-829f9a3847c0 req-7ca4c519-38d6-4def-b895-dc8ff35854cd service nova] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Detach interface failed, port_id=e16ae995-8f00-4a0d-8663-d67c8730d223, reason: Instance da94d05d-ed8f-4a20-95e6-8b0c602c5429 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.782584] env[69905]: DEBUG nova.policy [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d392edd317b4c4bacd425359162d676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '852d94a3c9c74a278bbb02a05fb90f05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.855147] env[69905]: DEBUG oslo_vmware.api [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413870, 'name': PowerOnVM_Task, 'duration_secs': 2.028516} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.855462] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.859896] env[69905]: DEBUG nova.compute.manager [None req-9848062e-6f64-4d5f-8a1b-ba32fa3b2530 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.860929] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0846f1b0-2553-4a43-9cd7-dd7ecac977b4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.874616] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.903675] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8f7b921a-c6f1-4d58-8c22-649170a382e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.893s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.965359] env[69905]: INFO nova.compute.manager [-] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Took 1.35 seconds to deallocate network for instance. [ 1000.972835] env[69905]: INFO nova.compute.manager [-] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Took 2.17 seconds to deallocate network for instance. [ 1000.989327] env[69905]: INFO nova.compute.manager [-] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Took 2.28 seconds to deallocate network for instance. [ 1001.050977] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413878, 'name': CloneVM_Task, 'duration_secs': 1.34242} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.051671] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Created linked-clone VM from snapshot [ 1001.052529] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd5076c-4f40-4af2-98c7-28302c1c2646 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.058814] env[69905]: DEBUG oslo_vmware.api [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.064059] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Uploading image bebec55a-dae9-49d7-b1f8-8ce037fabd55 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1001.067889] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Successfully created port: 73c01d33-7ce8-4c08-bf6b-83abdcb37de2 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.089190] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1001.089190] env[69905]: value = "vm-681193" [ 1001.089190] env[69905]: _type = "VirtualMachine" [ 1001.089190] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1001.089752] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f2dd9f13-1d6e-4de0-9261-0bdd2bc55eb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.096799] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lease: (returnval){ [ 1001.096799] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ba3aa9-fd42-9775-59a2-a381dec1f108" [ 1001.096799] env[69905]: _type = "HttpNfcLease" [ 1001.096799] env[69905]: } obtained for exporting VM: (result){ [ 1001.096799] env[69905]: value = "vm-681193" [ 1001.096799] env[69905]: _type = "VirtualMachine" [ 1001.096799] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1001.096799] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the lease: (returnval){ [ 1001.096799] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ba3aa9-fd42-9775-59a2-a381dec1f108" [ 1001.096799] env[69905]: _type = "HttpNfcLease" [ 1001.096799] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.103192] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.103192] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ba3aa9-fd42-9775-59a2-a381dec1f108" [ 1001.103192] env[69905]: _type = "HttpNfcLease" [ 1001.103192] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.199377] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.223831] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.376209] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580457} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.376569] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 75b25fae-29b5-479d-9366-5280f2edfede/75b25fae-29b5-479d-9366-5280f2edfede.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.376884] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.377365] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f440a771-66cd-46a4-a238-d0a7b365d276 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.385640] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1001.385640] env[69905]: value = "task-3413884" [ 1001.385640] env[69905]: _type = "Task" [ 1001.385640] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.395520] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Updating instance_info_cache with network_info: [{"id": "56dfc17c-9244-4a92-a427-f2b77693b651", "address": "fa:16:3e:b8:15:51", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dfc17c-92", "ovs_interfaceid": "56dfc17c-9244-4a92-a427-f2b77693b651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.401661] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.464708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.464952] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.475022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.478891] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.497664] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.552522] env[69905]: DEBUG oslo_vmware.api [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3413882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.730728} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.554831] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.555047] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.555236] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.555408] env[69905]: INFO nova.compute.manager [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1001.555651] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.556122] env[69905]: DEBUG nova.compute.manager [-] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.556122] env[69905]: DEBUG nova.network.neutron [-] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.598251] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478fe5c0-ce6f-4196-af67-877a11f62c29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.609365] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0805b6-3e23-4847-982e-73e97288de51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.612212] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.612212] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ba3aa9-fd42-9775-59a2-a381dec1f108" [ 1001.612212] env[69905]: _type = "HttpNfcLease" [ 1001.612212] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1001.612802] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1001.612802] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ba3aa9-fd42-9775-59a2-a381dec1f108" [ 1001.612802] env[69905]: _type = "HttpNfcLease" [ 1001.612802] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1001.613827] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccd746d-2c39-42a8-ad65-3a70900f3856 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.644282] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec517c-9acf-42b1-8803-e1f6be3c310f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.650094] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f5166-49ee-8494-6ee9-47b055d9ca9f/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1001.650312] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f5166-49ee-8494-6ee9-47b055d9ca9f/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1001.710776] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133e7de3-be84-4023-b712-0850d06c2dde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.729017] env[69905]: DEBUG nova.compute.provider_tree [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.889909] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebc7e141-0945-4272-b025-219a1158a0d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.898042] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "refresh_cache-4437a323-5c5e-4642-ac7b-ad5fc176fcbc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.898382] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Instance network_info: |[{"id": "56dfc17c-9244-4a92-a427-f2b77693b651", "address": "fa:16:3e:b8:15:51", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dfc17c-92", "ovs_interfaceid": "56dfc17c-9244-4a92-a427-f2b77693b651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.899763] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:15:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56dfc17c-9244-4a92-a427-f2b77693b651', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.917226] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.926200] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.926466] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070108} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.926943] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67bf846e-32d6-4da5-8516-290302394ccf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.946152] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.949551] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a358b37e-af44-4854-a9e8-3740886ee21b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.975992] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 75b25fae-29b5-479d-9366-5280f2edfede/75b25fae-29b5-479d-9366-5280f2edfede.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.983070] env[69905]: DEBUG nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.985493] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a9657b-08a1-4a6d-8db7-748baef36412 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.000122] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.000122] env[69905]: value = "task-3413885" [ 1002.000122] env[69905]: _type = "Task" [ 1002.000122] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.008451] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1002.008451] env[69905]: value = "task-3413886" [ 1002.008451] env[69905]: _type = "Task" [ 1002.008451] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.020648] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.225974] env[69905]: DEBUG nova.compute.manager [req-c45fbf13-ffbe-48bd-bbb5-c484eba41aec req-437ccd5c-e930-43cc-8bc6-d5ed80dd5f34 service nova] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Received event network-vif-deleted-b8cc5de0-c8c0-4cad-87fe-96977d2c1356 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.225974] env[69905]: DEBUG nova.compute.manager [req-c45fbf13-ffbe-48bd-bbb5-c484eba41aec req-437ccd5c-e930-43cc-8bc6-d5ed80dd5f34 service nova] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Received event network-vif-deleted-1a2791cc-376b-4035-aa61-72155a91eb13 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.232523] env[69905]: DEBUG nova.scheduler.client.report [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.237315] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.275888] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.276294] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.276531] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.277238] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.277238] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.278086] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.279059] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.279059] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.279059] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.279059] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.279201] env[69905]: DEBUG nova.virt.hardware [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.281047] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31082e-afcf-4a0e-8093-167f83c1f202 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.290911] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a67e2-833b-4fd4-92e1-0e9c986506e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.440395] env[69905]: DEBUG nova.compute.manager [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Received event network-vif-plugged-56dfc17c-9244-4a92-a427-f2b77693b651 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.440699] env[69905]: DEBUG oslo_concurrency.lockutils [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] Acquiring lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.440946] env[69905]: DEBUG oslo_concurrency.lockutils [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.441355] env[69905]: DEBUG oslo_concurrency.lockutils [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.441666] env[69905]: DEBUG nova.compute.manager [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] No waiting events found dispatching network-vif-plugged-56dfc17c-9244-4a92-a427-f2b77693b651 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.441899] env[69905]: WARNING nova.compute.manager [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Received unexpected event network-vif-plugged-56dfc17c-9244-4a92-a427-f2b77693b651 for instance with vm_state building and task_state spawning. [ 1002.442073] env[69905]: DEBUG nova.compute.manager [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Received event network-changed-56dfc17c-9244-4a92-a427-f2b77693b651 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.442359] env[69905]: DEBUG nova.compute.manager [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Refreshing instance network info cache due to event network-changed-56dfc17c-9244-4a92-a427-f2b77693b651. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.442640] env[69905]: DEBUG oslo_concurrency.lockutils [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] Acquiring lock "refresh_cache-4437a323-5c5e-4642-ac7b-ad5fc176fcbc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.442866] env[69905]: DEBUG oslo_concurrency.lockutils [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] Acquired lock "refresh_cache-4437a323-5c5e-4642-ac7b-ad5fc176fcbc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.444420] env[69905]: DEBUG nova.network.neutron [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Refreshing network info cache for port 56dfc17c-9244-4a92-a427-f2b77693b651 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.530037] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413885, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.530316] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413886, 'name': ReconfigVM_Task, 'duration_secs': 0.413655} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.533656] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.533656] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 75b25fae-29b5-479d-9366-5280f2edfede/75b25fae-29b5-479d-9366-5280f2edfede.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.533656] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd9b661e-cde5-4884-91dc-4af91eb98cbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.542166] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1002.542166] env[69905]: value = "task-3413887" [ 1002.542166] env[69905]: _type = "Task" [ 1002.542166] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.554029] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413887, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.682360] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Successfully updated port: 73c01d33-7ce8-4c08-bf6b-83abdcb37de2 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.741654] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.742772] env[69905]: DEBUG nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.747253] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.504s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.747567] env[69905]: DEBUG nova.objects.instance [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'resources' on Instance uuid 29ebea62-7792-4776-96fd-677116c75b62 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.815628] env[69905]: DEBUG nova.network.neutron [-] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.020560] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413885, 'name': CreateVM_Task, 'duration_secs': 0.793789} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.020945] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.021468] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.021641] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.022076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.022396] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a35ef4-19d3-4e91-a001-09864b7ed03d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.027981] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1003.027981] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe699d-d160-c15b-49a0-5e849e073017" [ 1003.027981] env[69905]: _type = "Task" [ 1003.027981] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.038814] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe699d-d160-c15b-49a0-5e849e073017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.050379] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413887, 'name': Rename_Task, 'duration_secs': 0.204551} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.052101] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.052101] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-857c065b-9770-4f58-952c-b2c2b35211cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.057947] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1003.057947] env[69905]: value = "task-3413888" [ 1003.057947] env[69905]: _type = "Task" [ 1003.057947] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.066842] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.158559] env[69905]: DEBUG nova.network.neutron [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Updated VIF entry in instance network info cache for port 56dfc17c-9244-4a92-a427-f2b77693b651. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.159572] env[69905]: DEBUG nova.network.neutron [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Updating instance_info_cache with network_info: [{"id": "56dfc17c-9244-4a92-a427-f2b77693b651", "address": "fa:16:3e:b8:15:51", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dfc17c-92", "ovs_interfaceid": "56dfc17c-9244-4a92-a427-f2b77693b651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.185303] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "refresh_cache-03093cc6-43c5-4b8f-a431-73280c353d8e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.185303] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "refresh_cache-03093cc6-43c5-4b8f-a431-73280c353d8e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.185437] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.251447] env[69905]: DEBUG nova.compute.utils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.256180] env[69905]: DEBUG nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.256452] env[69905]: DEBUG nova.network.neutron [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.307522] env[69905]: DEBUG nova.policy [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a955bc9a7d3c406fad7bc6b24d262d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f8d3bf9cd4482d857eb0899a682939', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.319864] env[69905]: INFO nova.compute.manager [-] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Took 1.76 seconds to deallocate network for instance. [ 1003.541470] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe699d-d160-c15b-49a0-5e849e073017, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.545992] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.546355] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.546597] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.546899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.547132] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.547703] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b070fa51-e14c-4ea0-a456-4f7c0da2c69b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.561249] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.561447] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.569039] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ff58bb-36c5-4d11-af1d-aeb55aaa0b70 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579495] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.579495] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1003.579495] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528d92ac-5f2f-78c6-68d0-744d4ea2b23d" [ 1003.579495] env[69905]: _type = "Task" [ 1003.579495] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.591850] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528d92ac-5f2f-78c6-68d0-744d4ea2b23d, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.592733] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7e73d4-7810-4b36-bb2d-87d4532fc4b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.599376] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1003.599376] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52818338-8d5d-cb4c-7e1b-46c0a44c5da7" [ 1003.599376] env[69905]: _type = "Task" [ 1003.599376] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.607572] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52818338-8d5d-cb4c-7e1b-46c0a44c5da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.620741] env[69905]: INFO nova.compute.manager [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Rescuing [ 1003.621116] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.621240] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.621407] env[69905]: DEBUG nova.network.neutron [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.632074] env[69905]: DEBUG nova.network.neutron [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Successfully created port: 5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.664239] env[69905]: DEBUG oslo_concurrency.lockutils [req-86af91e8-6a5b-49cc-98a0-9380919e3b28 req-1982a61d-df0f-4a43-901c-6e16f3cbdffb service nova] Releasing lock "refresh_cache-4437a323-5c5e-4642-ac7b-ad5fc176fcbc" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.726607] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426477d7-0ba2-40ab-85a6-00eb09b33aab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.734270] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5ca0f-4027-4b72-aa08-c3b7f6e6c50c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.742700] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.773321] env[69905]: DEBUG nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.779473] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be76f54-4d51-4ae7-bd16-8d5563b0d6e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.787564] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd21ade-c66e-4e70-a67c-d3a24b465464 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.806398] env[69905]: DEBUG nova.compute.provider_tree [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.828799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.920104] env[69905]: DEBUG nova.network.neutron [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Updating instance_info_cache with network_info: [{"id": "73c01d33-7ce8-4c08-bf6b-83abdcb37de2", "address": "fa:16:3e:2f:c7:8b", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c01d33-7c", "ovs_interfaceid": "73c01d33-7ce8-4c08-bf6b-83abdcb37de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.071320] env[69905]: DEBUG oslo_vmware.api [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3413888, 'name': PowerOnVM_Task, 'duration_secs': 0.628068} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.071640] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.071795] env[69905]: INFO nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1004.071975] env[69905]: DEBUG nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.072783] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4545af48-558b-4006-9241-e8f2a69f1683 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.108926] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52818338-8d5d-cb4c-7e1b-46c0a44c5da7, 'name': SearchDatastore_Task, 'duration_secs': 0.016946} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.109214] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.109467] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 4437a323-5c5e-4642-ac7b-ad5fc176fcbc/4437a323-5c5e-4642-ac7b-ad5fc176fcbc.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.109741] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ffacfff-7aa8-4761-9970-7870443427eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.115673] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1004.115673] env[69905]: value = "task-3413889" [ 1004.115673] env[69905]: _type = "Task" [ 1004.115673] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.125302] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.292934] env[69905]: DEBUG nova.compute.manager [req-385f5eb3-e955-42db-a59b-bf35c44628eb req-e1e5c8db-3ec5-4ad9-bb80-80a943ea346f service nova] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Received event network-vif-deleted-437e5f48-0a3d-4d46-b7ed-7cf33562f7df {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.312204] env[69905]: DEBUG nova.scheduler.client.report [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.423154] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "refresh_cache-03093cc6-43c5-4b8f-a431-73280c353d8e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.423584] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Instance network_info: |[{"id": "73c01d33-7ce8-4c08-bf6b-83abdcb37de2", "address": "fa:16:3e:2f:c7:8b", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c01d33-7c", "ovs_interfaceid": "73c01d33-7ce8-4c08-bf6b-83abdcb37de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.424500] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:c7:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73c01d33-7ce8-4c08-bf6b-83abdcb37de2', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.438384] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.438661] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.438923] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d5b37c4-b3e0-4bb2-87b3-d16181dfd9b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.461836] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.461836] env[69905]: value = "task-3413890" [ 1004.461836] env[69905]: _type = "Task" [ 1004.461836] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.472048] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413890, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.480042] env[69905]: DEBUG nova.network.neutron [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Updating instance_info_cache with network_info: [{"id": "8c7717e0-6629-47bc-bfaa-92fb60669479", "address": "fa:16:3e:af:49:9f", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7717e0-66", "ovs_interfaceid": "8c7717e0-6629-47bc-bfaa-92fb60669479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.505175] env[69905]: DEBUG nova.compute.manager [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Received event network-vif-plugged-73c01d33-7ce8-4c08-bf6b-83abdcb37de2 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.505402] env[69905]: DEBUG oslo_concurrency.lockutils [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] Acquiring lock "03093cc6-43c5-4b8f-a431-73280c353d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.505620] env[69905]: DEBUG oslo_concurrency.lockutils [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.505858] env[69905]: DEBUG oslo_concurrency.lockutils [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.505932] env[69905]: DEBUG nova.compute.manager [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] No waiting events found dispatching network-vif-plugged-73c01d33-7ce8-4c08-bf6b-83abdcb37de2 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.506205] env[69905]: WARNING nova.compute.manager [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Received unexpected event network-vif-plugged-73c01d33-7ce8-4c08-bf6b-83abdcb37de2 for instance with vm_state building and task_state spawning. [ 1004.506407] env[69905]: DEBUG nova.compute.manager [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Received event network-changed-73c01d33-7ce8-4c08-bf6b-83abdcb37de2 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.506565] env[69905]: DEBUG nova.compute.manager [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Refreshing instance network info cache due to event network-changed-73c01d33-7ce8-4c08-bf6b-83abdcb37de2. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.506783] env[69905]: DEBUG oslo_concurrency.lockutils [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] Acquiring lock "refresh_cache-03093cc6-43c5-4b8f-a431-73280c353d8e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.506923] env[69905]: DEBUG oslo_concurrency.lockutils [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] Acquired lock "refresh_cache-03093cc6-43c5-4b8f-a431-73280c353d8e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.507092] env[69905]: DEBUG nova.network.neutron [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Refreshing network info cache for port 73c01d33-7ce8-4c08-bf6b-83abdcb37de2 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.593443] env[69905]: INFO nova.compute.manager [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Took 29.57 seconds to build instance. [ 1004.629554] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.784146] env[69905]: DEBUG nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.819239] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.819575] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.819775] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.819967] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.820189] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.820430] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.820682] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.820850] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.821036] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.821204] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.821460] env[69905]: DEBUG nova.virt.hardware [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.822308] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.825252] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725d391f-ff13-4916-9ff8-df9f5a59e42e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.828380] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.566s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.830320] env[69905]: INFO nova.compute.claims [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.839535] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e4cf7a-4a0b-4a28-ae7a-cc8550c27347 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.859374] env[69905]: INFO nova.scheduler.client.report [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted allocations for instance 29ebea62-7792-4776-96fd-677116c75b62 [ 1004.973673] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413890, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.983277] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.096347] env[69905]: DEBUG oslo_concurrency.lockutils [None req-abddde27-5b37-4ee4-9a23-66791279ba1a tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "75b25fae-29b5-479d-9366-5280f2edfede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.092s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.128939] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703953} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.129161] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 4437a323-5c5e-4642-ac7b-ad5fc176fcbc/4437a323-5c5e-4642-ac7b-ad5fc176fcbc.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.129381] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.129641] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360c1f6a-3670-4db5-8924-3bf692a3cb7e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.137452] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1005.137452] env[69905]: value = "task-3413891" [ 1005.137452] env[69905]: _type = "Task" [ 1005.137452] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.146415] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.148982] env[69905]: DEBUG nova.network.neutron [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Successfully updated port: 5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.340184] env[69905]: DEBUG nova.network.neutron [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Updated VIF entry in instance network info cache for port 73c01d33-7ce8-4c08-bf6b-83abdcb37de2. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.340496] env[69905]: DEBUG nova.network.neutron [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Updating instance_info_cache with network_info: [{"id": "73c01d33-7ce8-4c08-bf6b-83abdcb37de2", "address": "fa:16:3e:2f:c7:8b", "network": {"id": "9b3f1ed1-2f37-4768-b480-575099419258", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-12295057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852d94a3c9c74a278bbb02a05fb90f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c01d33-7c", "ovs_interfaceid": "73c01d33-7ce8-4c08-bf6b-83abdcb37de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.369436] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99abcc57-f059-4c69-91bf-1c0f8bec9cb3 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "29ebea62-7792-4776-96fd-677116c75b62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.716s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.371095] env[69905]: DEBUG oslo_concurrency.lockutils [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] Acquired lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.372513] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca36ec-18f2-4793-b1bc-df20048c9e29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.381912] env[69905]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1005.382150] env[69905]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69905) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1005.382565] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12da074d-f725-430f-b893-765b947d9ffd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.391742] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe057f-ceef-41c2-85a5-f1e42e122f10 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.426199] env[69905]: ERROR root [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-681143' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-681143' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-681143' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-681143'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-681143' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-681143' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-681143'}\n"]: nova.exception.InstanceNotFound: Instance 29ebea62-7792-4776-96fd-677116c75b62 could not be found. [ 1005.426536] env[69905]: DEBUG oslo_concurrency.lockutils [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] Releasing lock "29ebea62-7792-4776-96fd-677116c75b62" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.426864] env[69905]: DEBUG nova.compute.manager [req-f2fa8d89-fe93-4ee3-8651-a1029f4dc84e req-53aa4b6c-f986-4b7a-b828-d99db5f08327 service nova] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Detach interface failed, port_id=9440095e-209d-4c00-a921-e7c02eb55cad, reason: Instance 29ebea62-7792-4776-96fd-677116c75b62 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.472591] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413890, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.649255] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092789} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.649632] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.650492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe9ebeb-ad00-4226-a404-7034081fa4fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.657048] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.657048] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.657048] env[69905]: DEBUG nova.network.neutron [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.676967] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 4437a323-5c5e-4642-ac7b-ad5fc176fcbc/4437a323-5c5e-4642-ac7b-ad5fc176fcbc.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.677387] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b92240-2a32-412e-81d1-a6fc3a0619ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.697526] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1005.697526] env[69905]: value = "task-3413892" [ 1005.697526] env[69905]: _type = "Task" [ 1005.697526] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.706044] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.842699] env[69905]: DEBUG oslo_concurrency.lockutils [req-0eb85180-819e-49cd-a6c0-f5c7c442944d req-dc28a702-1bea-4e69-99a8-94bd23d05785 service nova] Releasing lock "refresh_cache-03093cc6-43c5-4b8f-a431-73280c353d8e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.974195] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413890, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.212399] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.220428] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387f175-00ec-4701-b4bf-b9bc2309dc4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.227283] env[69905]: DEBUG nova.network.neutron [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.232642] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ee95f-3b2e-4b2b-9dc4-6c81d60e2a37 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.272622] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef920c52-4e64-4394-8ef6-f3a292ce0a7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.281726] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec27055-2ccc-4902-ae0a-0fb54a22aed2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.299258] env[69905]: DEBUG nova.compute.provider_tree [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.475072] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413890, 'name': CreateVM_Task, 'duration_secs': 1.661728} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.475344] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.476248] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.476545] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.477012] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.477347] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6eace1e-77e2-4ec3-a18f-f3860fd0a9c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.482120] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1006.482120] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ff7cb-d5ea-5f7e-cf3b-bea141c730bb" [ 1006.482120] env[69905]: _type = "Task" [ 1006.482120] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.491426] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ff7cb-d5ea-5f7e-cf3b-bea141c730bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.523984] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.524357] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c4a78f0-4943-4e15-9644-89686b7bd075 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.531442] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1006.531442] env[69905]: value = "task-3413893" [ 1006.531442] env[69905]: _type = "Task" [ 1006.531442] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.539616] env[69905]: DEBUG nova.network.neutron [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.549090] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.551561] env[69905]: DEBUG nova.compute.manager [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Received event network-changed-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.551783] env[69905]: DEBUG nova.compute.manager [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Refreshing instance network info cache due to event network-changed-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.552029] env[69905]: DEBUG oslo_concurrency.lockutils [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] Acquiring lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.552214] env[69905]: DEBUG oslo_concurrency.lockutils [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] Acquired lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.552372] env[69905]: DEBUG nova.network.neutron [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Refreshing network info cache for port 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.648416] env[69905]: DEBUG nova.compute.manager [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received event network-vif-plugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.648416] env[69905]: DEBUG oslo_concurrency.lockutils [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.648761] env[69905]: DEBUG oslo_concurrency.lockutils [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.649031] env[69905]: DEBUG oslo_concurrency.lockutils [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.649278] env[69905]: DEBUG nova.compute.manager [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] No waiting events found dispatching network-vif-plugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.649565] env[69905]: WARNING nova.compute.manager [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received unexpected event network-vif-plugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 for instance with vm_state building and task_state spawning. [ 1006.649757] env[69905]: DEBUG nova.compute.manager [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received event network-changed-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.649954] env[69905]: DEBUG nova.compute.manager [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Refreshing instance network info cache due to event network-changed-5b40cfc0-56c6-45ce-930c-597dd28bbac9. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.650187] env[69905]: DEBUG oslo_concurrency.lockutils [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] Acquiring lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.708362] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413892, 'name': ReconfigVM_Task, 'duration_secs': 0.583578} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.708671] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 4437a323-5c5e-4642-ac7b-ad5fc176fcbc/4437a323-5c5e-4642-ac7b-ad5fc176fcbc.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.709389] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a34f58e-1c61-4df3-a51f-f888c6a7bea9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.716427] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1006.716427] env[69905]: value = "task-3413894" [ 1006.716427] env[69905]: _type = "Task" [ 1006.716427] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.725996] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413894, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.803178] env[69905]: DEBUG nova.scheduler.client.report [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.995588] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524ff7cb-d5ea-5f7e-cf3b-bea141c730bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.995983] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.996279] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.996617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.996814] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.997066] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.997619] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c6da2a7-c6e0-4d37-a4d6-35225e53e132 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.007310] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.007505] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.008289] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b8ee2c-d357-4cd7-ba28-756b8184b11b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.013934] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1007.013934] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7d92e-5e38-b25c-0483-3ae7bca97b00" [ 1007.013934] env[69905]: _type = "Task" [ 1007.013934] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.021668] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7d92e-5e38-b25c-0483-3ae7bca97b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.040562] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413893, 'name': PowerOffVM_Task, 'duration_secs': 0.229739} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.040849] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.041747] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58947bdb-346f-41ca-b5da-fbf32dcc1333 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.044565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.044868] env[69905]: DEBUG nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Instance network_info: |[{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.045164] env[69905]: DEBUG oslo_concurrency.lockutils [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] Acquired lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.045345] env[69905]: DEBUG nova.network.neutron [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Refreshing network info cache for port 5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.046897] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:50:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b40cfc0-56c6-45ce-930c-597dd28bbac9', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.055301] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating folder: Project (f3f8d3bf9cd4482d857eb0899a682939). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.057145] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af58b244-dc58-4174-ad94-3868a7aa5998 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.078883] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b688e-1d88-4e1f-8369-95ac734c0245 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.084864] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Created folder: Project (f3f8d3bf9cd4482d857eb0899a682939) in parent group-v680985. [ 1007.085352] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating folder: Instances. Parent ref: group-v681196. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.087567] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b2d67b-3a09-4b95-9346-3e08e57c5810 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.098545] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Created folder: Instances in parent group-v681196. [ 1007.099181] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.099181] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.099291] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c74855c6-6f03-4833-92ec-f5625cd66a9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.122334] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.122334] env[69905]: value = "task-3413897" [ 1007.122334] env[69905]: _type = "Task" [ 1007.122334] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.124364] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.124670] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbcf8fb8-b171-428a-8d25-56392ecc6dc5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.135702] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413897, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.137124] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1007.137124] env[69905]: value = "task-3413898" [ 1007.137124] env[69905]: _type = "Task" [ 1007.137124] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.227858] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413894, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.310019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.310019] env[69905]: DEBUG nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.311640] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.253s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.313156] env[69905]: INFO nova.compute.claims [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.498942] env[69905]: DEBUG nova.network.neutron [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updated VIF entry in instance network info cache for port 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.498942] env[69905]: DEBUG nova.network.neutron [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updating instance_info_cache with network_info: [{"id": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "address": "fa:16:3e:80:98:fc", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0d8e4a-3d", "ovs_interfaceid": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.527885] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7d92e-5e38-b25c-0483-3ae7bca97b00, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.528874] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688131b6-a39e-4861-ad3a-7293cd235369 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.534974] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1007.534974] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52db2fd2-9985-2261-4895-2ac1aff47c53" [ 1007.534974] env[69905]: _type = "Task" [ 1007.534974] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.543598] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52db2fd2-9985-2261-4895-2ac1aff47c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.634380] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413897, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.647208] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1007.647433] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.647689] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.647842] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.648036] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.648304] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb809e1e-6502-4bc7-a5f0-7ca8959bd7e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.659081] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.659290] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.660151] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d7e9c3-f472-4dda-9134-98887ab0df2e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.665674] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1007.665674] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d68f0f-8bd6-5883-f2f8-26909a77e4a3" [ 1007.665674] env[69905]: _type = "Task" [ 1007.665674] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.673730] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d68f0f-8bd6-5883-f2f8-26909a77e4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.727307] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413894, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.820572] env[69905]: DEBUG nova.compute.utils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.826018] env[69905]: DEBUG nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.826018] env[69905]: DEBUG nova.network.neutron [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.867564] env[69905]: DEBUG nova.policy [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e860d91cfe34736baca510e86ae2abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d8eebe574f04349ae744504c153cacf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.001505] env[69905]: DEBUG oslo_concurrency.lockutils [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] Releasing lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.001774] env[69905]: DEBUG nova.compute.manager [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Received event network-changed-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.001963] env[69905]: DEBUG nova.compute.manager [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Refreshing instance network info cache due to event network-changed-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.002169] env[69905]: DEBUG oslo_concurrency.lockutils [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] Acquiring lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.002383] env[69905]: DEBUG oslo_concurrency.lockutils [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] Acquired lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.002471] env[69905]: DEBUG nova.network.neutron [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Refreshing network info cache for port 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.052461] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52db2fd2-9985-2261-4895-2ac1aff47c53, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.052461] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.052461] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 03093cc6-43c5-4b8f-a431-73280c353d8e/03093cc6-43c5-4b8f-a431-73280c353d8e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.052461] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da0cae4-c187-47ef-b6ec-7182eb165c77 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.059690] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1008.059690] env[69905]: value = "task-3413899" [ 1008.059690] env[69905]: _type = "Task" [ 1008.059690] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.069275] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.137923] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413897, 'name': CreateVM_Task, 'duration_secs': 0.542801} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.138451] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.139538] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.139698] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.140072] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.142119] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38b5362-3abd-4a0c-be56-6248a2b33bb7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.147542] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1008.147542] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d0d703-6724-9321-8033-d6455955b4e0" [ 1008.147542] env[69905]: _type = "Task" [ 1008.147542] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.156766] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d0d703-6724-9321-8033-d6455955b4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.171671] env[69905]: DEBUG nova.network.neutron [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Successfully created port: 47e88210-acd2-44c8-891c-2d0b6d0bfbdd {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.178012] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d68f0f-8bd6-5883-f2f8-26909a77e4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.029539} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.178853] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be4a1b2-0934-402f-90e6-c539d157fb7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.184390] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1008.184390] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ca174e-9f99-4c49-199d-0c8863fd2b46" [ 1008.184390] env[69905]: _type = "Task" [ 1008.184390] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.192130] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ca174e-9f99-4c49-199d-0c8863fd2b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.227543] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413894, 'name': Rename_Task, 'duration_secs': 1.159442} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.227839] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.228111] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2765bcff-98fa-403f-a9f9-50bbeb0758e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.236344] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1008.236344] env[69905]: value = "task-3413900" [ 1008.236344] env[69905]: _type = "Task" [ 1008.236344] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.247210] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.260921] env[69905]: DEBUG nova.network.neutron [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updated VIF entry in instance network info cache for port 5b40cfc0-56c6-45ce-930c-597dd28bbac9. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.261351] env[69905]: DEBUG nova.network.neutron [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.326049] env[69905]: DEBUG nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.577752] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413899, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.666266] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d0d703-6724-9321-8033-d6455955b4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.666574] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.666824] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.667071] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.667216] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.667388] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.667653] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-343c4187-3ac4-4eec-a990-aec8a9693bd0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.681645] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.681645] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.685754] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1c3a39-3227-447c-8242-7a0b75df2c5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.697722] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1008.697722] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ffd4f5-15d5-7e3d-bbe4-a447999c19e8" [ 1008.697722] env[69905]: _type = "Task" [ 1008.697722] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.701323] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ca174e-9f99-4c49-199d-0c8863fd2b46, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.704395] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.704689] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. {{(pid=69905) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1008.704971] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d06c05a6-dc99-4bdc-a0ea-2262ab34c374 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.717604] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ffd4f5-15d5-7e3d-bbe4-a447999c19e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.723083] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1008.723083] env[69905]: value = "task-3413901" [ 1008.723083] env[69905]: _type = "Task" [ 1008.723083] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.733201] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.747966] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.770179] env[69905]: DEBUG oslo_concurrency.lockutils [req-c85b0c2e-d759-49f1-a841-cc4bfd8a23d1 req-733ad66a-7e29-4843-bc6f-2fae730b36a2 service nova] Releasing lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.794869] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144b0f1-a835-49b9-892a-8fee118c7f4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.804625] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b75857-c2b0-4d19-acc3-219c3908ab19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.838530] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b58bdfa-b0fe-426f-97ed-b97c05aede78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.846260] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36420ae4-75b2-40fb-9d71-f0da12f45fe5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.859508] env[69905]: DEBUG nova.compute.provider_tree [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.962780] env[69905]: DEBUG nova.network.neutron [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updated VIF entry in instance network info cache for port 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.963324] env[69905]: DEBUG nova.network.neutron [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updating instance_info_cache with network_info: [{"id": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "address": "fa:16:3e:80:98:fc", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0d8e4a-3d", "ovs_interfaceid": "5a0d8e4a-3d2a-49f1-b4e1-967947c2f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.023231] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "33126ccb-e199-46e9-be6b-054e6786c1bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.023667] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.072058] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572733} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.072390] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 03093cc6-43c5-4b8f-a431-73280c353d8e/03093cc6-43c5-4b8f-a431-73280c353d8e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.072663] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.072982] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c68508-773f-4f9e-888e-8db3f861c827 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.080463] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1009.080463] env[69905]: value = "task-3413902" [ 1009.080463] env[69905]: _type = "Task" [ 1009.080463] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.091157] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.213389] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ffd4f5-15d5-7e3d-bbe4-a447999c19e8, 'name': SearchDatastore_Task, 'duration_secs': 0.025445} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.214751] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7386142b-a5b2-46d5-a568-4a5915d79252 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.221381] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1009.221381] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523fb7e4-53ac-aa4c-53be-1c857965897b" [ 1009.221381] env[69905]: _type = "Task" [ 1009.221381] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.235244] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523fb7e4-53ac-aa4c-53be-1c857965897b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.239269] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.249853] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413900, 'name': PowerOnVM_Task, 'duration_secs': 0.817743} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.250314] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.250792] env[69905]: INFO nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1009.250989] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.252011] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dd016e-3a2a-4d34-b60c-833105b11674 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.343221] env[69905]: DEBUG nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.367205] env[69905]: DEBUG nova.scheduler.client.report [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.372987] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.373237] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.373395] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.373577] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.373723] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.373871] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.374096] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.374260] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.374425] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.374584] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.374752] env[69905]: DEBUG nova.virt.hardware [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.375843] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa904bb-d566-4356-a606-05b45f44e280 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.383784] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd8b2ef-6abf-4e7f-a4e9-e7e1eda06675 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.466408] env[69905]: DEBUG oslo_concurrency.lockutils [req-bda65792-d806-481b-9ec7-12b5e00ccb57 req-36d5e79c-d1aa-48be-a8f0-4d8177d45425 service nova] Releasing lock "refresh_cache-75b25fae-29b5-479d-9366-5280f2edfede" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.530108] env[69905]: DEBUG nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.591083] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181628} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.591288] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.592025] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f5293-84e6-4a59-875e-828fcdeaad0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.614465] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 03093cc6-43c5-4b8f-a431-73280c353d8e/03093cc6-43c5-4b8f-a431-73280c353d8e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.614750] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b8a833-5d53-416a-99ae-6620e2385d38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.634571] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1009.634571] env[69905]: value = "task-3413903" [ 1009.634571] env[69905]: _type = "Task" [ 1009.634571] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.642992] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.735528] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523fb7e4-53ac-aa4c-53be-1c857965897b, 'name': SearchDatastore_Task, 'duration_secs': 0.028144} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.736287] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.736614] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.736925] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21282164-ad6d-48e3-9ef7-e57946c0c117 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.742332] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569093} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.744083] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. [ 1009.744318] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eee1ea-f464-4348-9971-a3411f42eb7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.747965] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1009.747965] env[69905]: value = "task-3413904" [ 1009.747965] env[69905]: _type = "Task" [ 1009.747965] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.782588] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.782588] env[69905]: DEBUG nova.network.neutron [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Successfully updated port: 47e88210-acd2-44c8-891c-2d0b6d0bfbdd {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.783812] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db633917-ee62-44aa-a708-0487e9f57304 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.803367] env[69905]: INFO nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Took 25.20 seconds to build instance. [ 1009.808023] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.811788] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1009.811788] env[69905]: value = "task-3413905" [ 1009.811788] env[69905]: _type = "Task" [ 1009.811788] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.821447] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.872252] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.872865] env[69905]: DEBUG nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.875926] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.905s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.876172] env[69905]: DEBUG nova.objects.instance [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lazy-loading 'resources' on Instance uuid d6f582ae-6abd-4402-85c2-ff9624ed1c61 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.917335] env[69905]: DEBUG nova.compute.manager [req-6e79410c-532a-4774-85b5-36c17108df8e req-5f5f8c21-a7ff-4c89-9fd1-adb2f154d809 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Received event network-vif-plugged-47e88210-acd2-44c8-891c-2d0b6d0bfbdd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.917841] env[69905]: DEBUG oslo_concurrency.lockutils [req-6e79410c-532a-4774-85b5-36c17108df8e req-5f5f8c21-a7ff-4c89-9fd1-adb2f154d809 service nova] Acquiring lock "584e82cd-9118-460c-939e-b2f34517a1d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.917841] env[69905]: DEBUG oslo_concurrency.lockutils [req-6e79410c-532a-4774-85b5-36c17108df8e req-5f5f8c21-a7ff-4c89-9fd1-adb2f154d809 service nova] Lock "584e82cd-9118-460c-939e-b2f34517a1d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.918114] env[69905]: DEBUG oslo_concurrency.lockutils [req-6e79410c-532a-4774-85b5-36c17108df8e req-5f5f8c21-a7ff-4c89-9fd1-adb2f154d809 service nova] Lock "584e82cd-9118-460c-939e-b2f34517a1d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.918241] env[69905]: DEBUG nova.compute.manager [req-6e79410c-532a-4774-85b5-36c17108df8e req-5f5f8c21-a7ff-4c89-9fd1-adb2f154d809 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] No waiting events found dispatching network-vif-plugged-47e88210-acd2-44c8-891c-2d0b6d0bfbdd {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.918445] env[69905]: WARNING nova.compute.manager [req-6e79410c-532a-4774-85b5-36c17108df8e req-5f5f8c21-a7ff-4c89-9fd1-adb2f154d809 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Received unexpected event network-vif-plugged-47e88210-acd2-44c8-891c-2d0b6d0bfbdd for instance with vm_state building and task_state spawning. [ 1010.056414] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.144548] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413903, 'name': ReconfigVM_Task, 'duration_secs': 0.325429} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.144808] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 03093cc6-43c5-4b8f-a431-73280c353d8e/03093cc6-43c5-4b8f-a431-73280c353d8e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.145474] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb3490c-863b-47fb-87ab-34862c86fc02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.151399] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1010.151399] env[69905]: value = "task-3413906" [ 1010.151399] env[69905]: _type = "Task" [ 1010.151399] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.160219] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413906, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.260727] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413904, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.304215] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "refresh_cache-584e82cd-9118-460c-939e-b2f34517a1d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.304455] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "refresh_cache-584e82cd-9118-460c-939e-b2f34517a1d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.304721] env[69905]: DEBUG nova.network.neutron [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.306527] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.712s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.322358] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413905, 'name': ReconfigVM_Task, 'duration_secs': 0.311978} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.322690] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.323654] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d3035a-27c3-4785-a06f-132bb1f1b659 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.353117] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8f5c2f-7302-4db7-ae09-cddc4dc0f992 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.370682] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1010.370682] env[69905]: value = "task-3413907" [ 1010.370682] env[69905]: _type = "Task" [ 1010.370682] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.380988] env[69905]: DEBUG nova.compute.utils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.382441] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.385450] env[69905]: DEBUG nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1010.479021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.479335] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.661429] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413906, 'name': Rename_Task, 'duration_secs': 0.305162} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.664156] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.664592] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-773866a8-409f-41f9-962f-a60c4dd383dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.670359] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1010.670359] env[69905]: value = "task-3413908" [ 1010.670359] env[69905]: _type = "Task" [ 1010.670359] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.680573] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.760247] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817866} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.760515] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.760720] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.760969] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f1646ac-1bd0-4f52-ab23-a028bf228014 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.767063] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df1e16c-bc95-4898-9152-35c6fe25fe08 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.770686] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1010.770686] env[69905]: value = "task-3413909" [ 1010.770686] env[69905]: _type = "Task" [ 1010.770686] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.776966] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56173a83-617e-4107-9afe-75d004c49a50 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.782774] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.812807] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec8ff1-2921-4a8e-bbce-a6526987ebea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.820812] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2005ab-798c-48ba-a427-dd109c268dba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.834788] env[69905]: DEBUG nova.compute.provider_tree [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.844179] env[69905]: DEBUG nova.network.neutron [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.881347] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413907, 'name': ReconfigVM_Task, 'duration_secs': 0.183112} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.881650] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.881912] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac78a98-d9d9-4d24-98fc-fdf32f86178b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.888659] env[69905]: DEBUG nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.892787] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1010.892787] env[69905]: value = "task-3413910" [ 1010.892787] env[69905]: _type = "Task" [ 1010.892787] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.900809] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.982274] env[69905]: DEBUG nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.989822] env[69905]: DEBUG nova.network.neutron [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Updating instance_info_cache with network_info: [{"id": "47e88210-acd2-44c8-891c-2d0b6d0bfbdd", "address": "fa:16:3e:e0:c6:3f", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e88210-ac", "ovs_interfaceid": "47e88210-acd2-44c8-891c-2d0b6d0bfbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.180280] env[69905]: DEBUG oslo_vmware.api [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413908, 'name': PowerOnVM_Task, 'duration_secs': 0.507644} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.180584] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.180796] env[69905]: INFO nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1011.181022] env[69905]: DEBUG nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.181889] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9f11aa-3acd-4381-a855-5bd2dbd883a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.284648] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06658} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.285038] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.286163] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf4cf99-751a-4716-9705-0859fd09bcd5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.311756] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.312141] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c59c8547-f3c1-4d15-a15a-3a77293bb2f3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.332251] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1011.332251] env[69905]: value = "task-3413911" [ 1011.332251] env[69905]: _type = "Task" [ 1011.332251] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.343916] env[69905]: DEBUG nova.scheduler.client.report [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.347470] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.388381] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f5166-49ee-8494-6ee9-47b055d9ca9f/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1011.389733] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db56a1-c14b-4126-b67f-c214cf409fd3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.403878] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f5166-49ee-8494-6ee9-47b055d9ca9f/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1011.404586] env[69905]: ERROR oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f5166-49ee-8494-6ee9-47b055d9ca9f/disk-0.vmdk due to incomplete transfer. [ 1011.405665] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-52bf1fd5-fa40-45b4-b138-f5a6a3229a6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.411209] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.418649] env[69905]: DEBUG oslo_vmware.rw_handles [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f5166-49ee-8494-6ee9-47b055d9ca9f/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1011.418649] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Uploaded image bebec55a-dae9-49d7-b1f8-8ce037fabd55 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1011.421150] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.421150] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d81e01f2-dbab-485e-b5e3-6d42b1a4c622 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.426233] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1011.426233] env[69905]: value = "task-3413912" [ 1011.426233] env[69905]: _type = "Task" [ 1011.426233] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.434714] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413912, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.492647] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "refresh_cache-584e82cd-9118-460c-939e-b2f34517a1d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.493192] env[69905]: DEBUG nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Instance network_info: |[{"id": "47e88210-acd2-44c8-891c-2d0b6d0bfbdd", "address": "fa:16:3e:e0:c6:3f", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e88210-ac", "ovs_interfaceid": "47e88210-acd2-44c8-891c-2d0b6d0bfbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.497215] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:c6:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47e88210-acd2-44c8-891c-2d0b6d0bfbdd', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.502786] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.503196] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.503651] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92750303-d37f-4dad-9a3c-1ecf945b76e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.520978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.526252] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.526252] env[69905]: value = "task-3413913" [ 1011.526252] env[69905]: _type = "Task" [ 1011.526252] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.535096] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413913, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.698814] env[69905]: INFO nova.compute.manager [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Took 27.04 seconds to build instance. [ 1011.842929] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.848247] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.850786] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.841s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.852616] env[69905]: INFO nova.compute.claims [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.867009] env[69905]: INFO nova.scheduler.client.report [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted allocations for instance d6f582ae-6abd-4402-85c2-ff9624ed1c61 [ 1011.904364] env[69905]: DEBUG oslo_vmware.api [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413910, 'name': PowerOnVM_Task, 'duration_secs': 0.675912} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.904630] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.907325] env[69905]: DEBUG nova.compute.manager [None req-b1698e59-2668-4930-b692-34eebfc91d11 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.908348] env[69905]: DEBUG nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.910716] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a5389-af63-4581-a118-e9642015302c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.936122] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.936122] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.936293] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.936459] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.936607] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.936752] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.937298] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.937298] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.937402] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.938094] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.938094] env[69905]: DEBUG nova.virt.hardware [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.938829] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a8500-a867-4128-a0a4-1b78acc613d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.945924] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413912, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.948827] env[69905]: DEBUG nova.compute.manager [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Received event network-changed-47e88210-acd2-44c8-891c-2d0b6d0bfbdd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.949066] env[69905]: DEBUG nova.compute.manager [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Refreshing instance network info cache due to event network-changed-47e88210-acd2-44c8-891c-2d0b6d0bfbdd. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.949303] env[69905]: DEBUG oslo_concurrency.lockutils [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] Acquiring lock "refresh_cache-584e82cd-9118-460c-939e-b2f34517a1d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.949447] env[69905]: DEBUG oslo_concurrency.lockutils [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] Acquired lock "refresh_cache-584e82cd-9118-460c-939e-b2f34517a1d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.949608] env[69905]: DEBUG nova.network.neutron [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Refreshing network info cache for port 47e88210-acd2-44c8-891c-2d0b6d0bfbdd {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.955586] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43295185-97ed-4617-b4f3-0f226e77fde2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.971400] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.976854] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Creating folder: Project (69c72a92295f4d13a31a3ea00a4220c2). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.977476] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-545e7212-209b-4526-b083-f6d6b4eb1f2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.988154] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Created folder: Project (69c72a92295f4d13a31a3ea00a4220c2) in parent group-v680985. [ 1011.988360] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Creating folder: Instances. Parent ref: group-v681200. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.988762] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5522459-4126-4e69-b4d0-0f4a0ee48d47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.000086] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Created folder: Instances in parent group-v681200. [ 1012.000349] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.000541] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.000740] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f65f18-043b-45ed-94d7-d52b36f2d861 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.017045] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.017045] env[69905]: value = "task-3413916" [ 1012.017045] env[69905]: _type = "Task" [ 1012.017045] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.024602] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413916, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.035957] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413913, 'name': CreateVM_Task, 'duration_secs': 0.47772} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.035957] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.035957] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.035957] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.036212] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.036459] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499177cf-259a-4f93-83be-35492da2a269 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.041148] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1012.041148] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52784495-5680-52d7-ed8d-442ddd36be00" [ 1012.041148] env[69905]: _type = "Task" [ 1012.041148] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.049036] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52784495-5680-52d7-ed8d-442ddd36be00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.201010] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b949b823-5ce5-4e0c-b957-e72a07a84323 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.550s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.343263] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413911, 'name': ReconfigVM_Task, 'duration_secs': 0.665465} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.343637] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.344217] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43012da-5488-4d60-a88a-8809f3e38e92 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.351285] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1012.351285] env[69905]: value = "task-3413917" [ 1012.351285] env[69905]: _type = "Task" [ 1012.351285] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.361291] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413917, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.376253] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e60daf1-86c2-4fe1-b19c-39508e291851 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "d6f582ae-6abd-4402-85c2-ff9624ed1c61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.973s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.439536] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413912, 'name': Destroy_Task, 'duration_secs': 0.637528} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.439816] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Destroyed the VM [ 1012.440097] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.440390] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc97b018-3fbb-437e-a0bd-ec93b0ae45bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.447369] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1012.447369] env[69905]: value = "task-3413918" [ 1012.447369] env[69905]: _type = "Task" [ 1012.447369] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.459050] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.529707] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413916, 'name': CreateVM_Task, 'duration_secs': 0.467531} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.531558] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.532068] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.532886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.532886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.533175] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b70d86-6a6c-49fd-96fc-db5e0cec425b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.538325] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1012.538325] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52108a2d-cf0e-079b-6360-badba7756fc1" [ 1012.538325] env[69905]: _type = "Task" [ 1012.538325] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.550489] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52108a2d-cf0e-079b-6360-badba7756fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.556534] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52784495-5680-52d7-ed8d-442ddd36be00, 'name': SearchDatastore_Task, 'duration_secs': 0.045358} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.557309] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.557751] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.558365] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.558461] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.558602] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.558866] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e2664a-4c3c-4ea9-a6ed-e090d75e3b7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.567284] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.567542] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.568594] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0299e65d-f53d-4b44-96b9-2a1479312561 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.574999] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1012.574999] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526c2462-b971-5191-b2fa-df942fe4382d" [ 1012.574999] env[69905]: _type = "Task" [ 1012.574999] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.587960] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526c2462-b971-5191-b2fa-df942fe4382d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.679440] env[69905]: DEBUG nova.network.neutron [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Updated VIF entry in instance network info cache for port 47e88210-acd2-44c8-891c-2d0b6d0bfbdd. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.679829] env[69905]: DEBUG nova.network.neutron [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Updating instance_info_cache with network_info: [{"id": "47e88210-acd2-44c8-891c-2d0b6d0bfbdd", "address": "fa:16:3e:e0:c6:3f", "network": {"id": "5490cc23-e9c8-4819-a90b-f595e2137d1a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494612401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d8eebe574f04349ae744504c153cacf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e88210-ac", "ovs_interfaceid": "47e88210-acd2-44c8-891c-2d0b6d0bfbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.861804] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413917, 'name': Rename_Task, 'duration_secs': 0.144431} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.862129] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.862376] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4c6037c-99f8-4d07-98fc-d05906ca5c6f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.872678] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1012.872678] env[69905]: value = "task-3413919" [ 1012.872678] env[69905]: _type = "Task" [ 1012.872678] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.881629] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.956256] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413918, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.048695] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52108a2d-cf0e-079b-6360-badba7756fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.051370] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.051592] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.051831] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.051978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.052176] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.052648] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd35118e-51f9-4cbd-bffc-636703e1cb1b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.062029] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.062230] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.065510] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9c13a2-a963-42d1-bd36-a7886bb7911b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.072770] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1013.072770] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5252eacb-16b2-ca79-80b5-2647b17601ef" [ 1013.072770] env[69905]: _type = "Task" [ 1013.072770] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.084632] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5252eacb-16b2-ca79-80b5-2647b17601ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.089801] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526c2462-b971-5191-b2fa-df942fe4382d, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.090904] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5adfaf6b-ab9f-49a1-b56e-ed9e305d13d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.098760] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1013.098760] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52141dcd-fbe8-2848-b20f-b402dd818837" [ 1013.098760] env[69905]: _type = "Task" [ 1013.098760] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.107413] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52141dcd-fbe8-2848-b20f-b402dd818837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.182459] env[69905]: DEBUG oslo_concurrency.lockutils [req-aeecf6eb-75fd-47a1-adc3-2bd0bb908fed req-ad65b006-cdf6-4fb5-89da-c707a45d7a42 service nova] Releasing lock "refresh_cache-584e82cd-9118-460c-939e-b2f34517a1d0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.218525] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.218935] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.219276] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.219519] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.219711] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.225753] env[69905]: INFO nova.compute.manager [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Terminating instance [ 1013.235471] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.235471] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.235587] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.235660] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.235827] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.237601] env[69905]: INFO nova.compute.manager [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Terminating instance [ 1013.269430] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8edaab-ee7e-407e-abfb-a4e1c3a46e87 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.277760] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d94bb7-5d8f-4a00-b3d5-aff67fedd5c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.312398] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a4057-49f6-49a0-be84-b238957b57a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.320374] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551af39a-8788-44ba-b2d2-907c8b3dbd55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.334149] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "03093cc6-43c5-4b8f-a431-73280c353d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.334469] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.334682] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "03093cc6-43c5-4b8f-a431-73280c353d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.334886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.335090] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.336831] env[69905]: DEBUG nova.compute.provider_tree [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.338205] env[69905]: INFO nova.compute.manager [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Terminating instance [ 1013.384021] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413919, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.459648] env[69905]: DEBUG oslo_vmware.api [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413918, 'name': RemoveSnapshot_Task, 'duration_secs': 0.852136} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.459648] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.459951] env[69905]: INFO nova.compute.manager [None req-4d9bbd1e-41b4-487f-8a6d-8ba43edf4153 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Took 16.52 seconds to snapshot the instance on the hypervisor. [ 1013.581735] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5252eacb-16b2-ca79-80b5-2647b17601ef, 'name': SearchDatastore_Task, 'duration_secs': 0.018614} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.582564] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3dc7973-aeb0-4ddb-9a9e-af38c3aa383b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.588115] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1013.588115] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c54ae-8442-3935-4201-2fa456fa364d" [ 1013.588115] env[69905]: _type = "Task" [ 1013.588115] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.596130] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c54ae-8442-3935-4201-2fa456fa364d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.610825] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52141dcd-fbe8-2848-b20f-b402dd818837, 'name': SearchDatastore_Task, 'duration_secs': 0.025312} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.611059] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.611414] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 584e82cd-9118-460c-939e-b2f34517a1d0/584e82cd-9118-460c-939e-b2f34517a1d0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.611689] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b915f29-269a-48a8-9a19-cdb0cb778d0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.619457] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1013.619457] env[69905]: value = "task-3413920" [ 1013.619457] env[69905]: _type = "Task" [ 1013.619457] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.629196] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.722520] env[69905]: INFO nova.compute.manager [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Unrescuing [ 1013.722824] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.722976] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.723165] env[69905]: DEBUG nova.network.neutron [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.731534] env[69905]: DEBUG nova.compute.manager [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.731753] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.733356] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac376f9f-c769-4bb2-a994-2145e49f4d02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.742903] env[69905]: DEBUG nova.compute.manager [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.743179] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.743484] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.744242] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e0f53e-a6e0-4b6d-b4e1-8e088f10b0e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.747111] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39ff8927-8e00-4076-9bfc-7d9b1f7739b4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.753793] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.754107] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3536961b-02a8-482b-9c31-ec7e71237a59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.757861] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1013.757861] env[69905]: value = "task-3413921" [ 1013.757861] env[69905]: _type = "Task" [ 1013.757861] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.762032] env[69905]: DEBUG oslo_vmware.api [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 1013.762032] env[69905]: value = "task-3413922" [ 1013.762032] env[69905]: _type = "Task" [ 1013.762032] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.768770] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.773699] env[69905]: DEBUG oslo_vmware.api [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.841897] env[69905]: DEBUG nova.scheduler.client.report [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.846751] env[69905]: DEBUG nova.compute.manager [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.847085] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.848782] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77660a7-0957-4a80-a1ba-7f1ee5678252 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.857235] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.858217] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9478cf5-3d4b-4872-8671-df85f9493bdc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.866109] env[69905]: DEBUG oslo_vmware.api [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1013.866109] env[69905]: value = "task-3413923" [ 1013.866109] env[69905]: _type = "Task" [ 1013.866109] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.875340] env[69905]: DEBUG oslo_vmware.api [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.884065] env[69905]: DEBUG oslo_vmware.api [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3413919, 'name': PowerOnVM_Task, 'duration_secs': 0.759029} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.884421] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.884718] env[69905]: INFO nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1013.884998] env[69905]: DEBUG nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.885867] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8095c-2d78-4c21-ba5b-6b8c18a06c96 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.099380] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529c54ae-8442-3935-4201-2fa456fa364d, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.099670] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.099946] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.100270] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4d0fe19-a211-4187-b3ab-042827ec4ed7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.107404] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1014.107404] env[69905]: value = "task-3413924" [ 1014.107404] env[69905]: _type = "Task" [ 1014.107404] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.116436] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.128877] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413920, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.274667] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413921, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.278142] env[69905]: DEBUG oslo_vmware.api [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413922, 'name': PowerOffVM_Task, 'duration_secs': 0.494603} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.278441] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.278624] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.278874] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dcafa77-f3bd-473b-84bd-77186a2861c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.344825] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.346050] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.346050] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Deleting the datastore file [datastore1] d70e0edc-8c53-474c-8c9a-494cb5d31e3d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.346050] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e589188-2945-43b1-906e-f23f088a8f16 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.349278] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.349825] env[69905]: DEBUG nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.353893] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.187s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.354288] env[69905]: DEBUG nova.objects.instance [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lazy-loading 'resources' on Instance uuid 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.355288] env[69905]: DEBUG oslo_vmware.api [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for the task: (returnval){ [ 1014.355288] env[69905]: value = "task-3413926" [ 1014.355288] env[69905]: _type = "Task" [ 1014.355288] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.366941] env[69905]: DEBUG oslo_vmware.api [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.376997] env[69905]: DEBUG oslo_vmware.api [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413923, 'name': PowerOffVM_Task, 'duration_secs': 0.456517} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.376997] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.376997] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.376997] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b997e6e4-934c-442f-8f44-9a6a7a5cfff2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.408416] env[69905]: INFO nova.compute.manager [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Took 28.84 seconds to build instance. [ 1014.441669] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.441898] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.442681] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleting the datastore file [datastore2] 03093cc6-43c5-4b8f-a431-73280c353d8e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.442681] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cdd4e93-6f59-424d-862a-ff2f26d86ca2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.450387] env[69905]: DEBUG oslo_vmware.api [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1014.450387] env[69905]: value = "task-3413928" [ 1014.450387] env[69905]: _type = "Task" [ 1014.450387] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.460980] env[69905]: DEBUG oslo_vmware.api [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.480588] env[69905]: DEBUG nova.network.neutron [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Updating instance_info_cache with network_info: [{"id": "8c7717e0-6629-47bc-bfaa-92fb60669479", "address": "fa:16:3e:af:49:9f", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7717e0-66", "ovs_interfaceid": "8c7717e0-6629-47bc-bfaa-92fb60669479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.618399] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413924, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.630365] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584003} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.630761] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 584e82cd-9118-460c-939e-b2f34517a1d0/584e82cd-9118-460c-939e-b2f34517a1d0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.631044] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.631367] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9be964c-d8bd-4b2a-8986-930fd0273daf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.639615] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1014.639615] env[69905]: value = "task-3413929" [ 1014.639615] env[69905]: _type = "Task" [ 1014.639615] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.648884] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.769901] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413921, 'name': PowerOffVM_Task, 'duration_secs': 0.550956} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.769901] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.769901] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.770719] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39dd0ca8-2cba-4538-a708-aed72326b73e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.857652] env[69905]: DEBUG nova.compute.utils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.859242] env[69905]: DEBUG nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.859492] env[69905]: DEBUG nova.network.neutron [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.869972] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.871104] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.871104] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleting the datastore file [datastore2] 4437a323-5c5e-4642-ac7b-ad5fc176fcbc {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.871704] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-943dfa96-aba7-4da0-b1a0-a85ae8961a56 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.880909] env[69905]: DEBUG oslo_vmware.api [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.881954] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for the task: (returnval){ [ 1014.881954] env[69905]: value = "task-3413931" [ 1014.881954] env[69905]: _type = "Task" [ 1014.881954] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.892565] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.913607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3c9d05b7-ebc0-454a-88c4-0636ec7a25e1 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.363s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.919301] env[69905]: DEBUG nova.policy [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17b64c0e3ae4c6ebab651e40910a93f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d476f11ac9448f8b4f919bc27df7194', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.959610] env[69905]: DEBUG oslo_vmware.api [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340516} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.962324] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.962526] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.962697] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.962871] env[69905]: INFO nova.compute.manager [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1014.963194] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.963558] env[69905]: DEBUG nova.compute.manager [-] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.963667] env[69905]: DEBUG nova.network.neutron [-] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.984346] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-730c5b7f-481c-4d48-9556-cd860bfb65e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.984968] env[69905]: DEBUG nova.objects.instance [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lazy-loading 'flavor' on Instance uuid 730c5b7f-481c-4d48-9556-cd860bfb65e4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.127129] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599199} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.127496] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.127746] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.128072] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e4eaf4b-3a2f-418b-8255-36d9050726f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.146899] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1015.146899] env[69905]: value = "task-3413932" [ 1015.146899] env[69905]: _type = "Task" [ 1015.146899] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.155387] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07455} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.158796] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.160876] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf60e5-ce64-40f9-a8bb-1a189b107b65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.165863] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.192701] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 584e82cd-9118-460c-939e-b2f34517a1d0/584e82cd-9118-460c-939e-b2f34517a1d0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.198494] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a898f3d7-f6b3-4ab1-9adb-0ec444bb7692 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.226175] env[69905]: DEBUG nova.network.neutron [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Successfully created port: 94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.229570] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1015.229570] env[69905]: value = "task-3413933" [ 1015.229570] env[69905]: _type = "Task" [ 1015.229570] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.242254] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.355847] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4506bb6c-886d-4cb8-aa8e-d605187e85b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.367814] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6f205-5591-477a-9569-9d50a56e00e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.371557] env[69905]: DEBUG nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.409349] env[69905]: DEBUG oslo_vmware.api [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Task: {'id': task-3413926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.812435} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.413407] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426a8de6-898f-4a1a-81b7-7c9d2fb87e90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.415790] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.415989] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.416184] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.416354] env[69905]: INFO nova.compute.manager [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1015.416584] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.417516] env[69905]: DEBUG nova.compute.manager [-] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.417621] env[69905]: DEBUG nova.network.neutron [-] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.425423] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.428579] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6a1653-0c40-4427-ad10-835474c0cded {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.444946] env[69905]: DEBUG nova.compute.provider_tree [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.451472] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "f98c1730-16a1-4049-b460-f7628b3d5efd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.451725] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.492033] env[69905]: DEBUG nova.compute.manager [req-cd349f25-f612-43a1-98a3-339a175dca02 req-e99885f0-e29d-40ed-b8f0-502d0c2b32a4 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Received event network-vif-deleted-73c01d33-7ce8-4c08-bf6b-83abdcb37de2 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.492163] env[69905]: INFO nova.compute.manager [req-cd349f25-f612-43a1-98a3-339a175dca02 req-e99885f0-e29d-40ed-b8f0-502d0c2b32a4 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Neutron deleted interface 73c01d33-7ce8-4c08-bf6b-83abdcb37de2; detaching it from the instance and deleting it from the info cache [ 1015.492328] env[69905]: DEBUG nova.network.neutron [req-cd349f25-f612-43a1-98a3-339a175dca02 req-e99885f0-e29d-40ed-b8f0-502d0c2b32a4 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.494978] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c39ec2-64d3-4c53-83b2-494afc24791f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.520989] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.521920] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcae1f0d-23b6-4e43-a03b-f4612d11e35b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.530192] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1015.530192] env[69905]: value = "task-3413934" [ 1015.530192] env[69905]: _type = "Task" [ 1015.530192] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.539049] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.658518] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160845} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.658518] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.658914] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e434d07-3449-4b46-a775-395ad1de98ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.680548] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.680841] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691cc47e-675f-48db-9831-d02531706a14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.706025] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1015.706025] env[69905]: value = "task-3413935" [ 1015.706025] env[69905]: _type = "Task" [ 1015.706025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.715974] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.743813] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.750535] env[69905]: DEBUG nova.network.neutron [-] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.920208] env[69905]: DEBUG oslo_vmware.api [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Task: {'id': task-3413931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576704} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.920489] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.920676] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.920850] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.921129] env[69905]: INFO nova.compute.manager [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1015.921464] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.921660] env[69905]: DEBUG nova.compute.manager [-] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.921753] env[69905]: DEBUG nova.network.neutron [-] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.952532] env[69905]: DEBUG nova.scheduler.client.report [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.956134] env[69905]: DEBUG nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.999477] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9040f485-4d0f-44f5-b189-63cef66239b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.011669] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f41e489-5962-4c31-a8d8-01a944a50e83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.039041] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413934, 'name': PowerOffVM_Task, 'duration_secs': 0.226556} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.049193] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.056126] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.056126] env[69905]: DEBUG nova.compute.manager [req-cd349f25-f612-43a1-98a3-339a175dca02 req-e99885f0-e29d-40ed-b8f0-502d0c2b32a4 service nova] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Detach interface failed, port_id=73c01d33-7ce8-4c08-bf6b-83abdcb37de2, reason: Instance 03093cc6-43c5-4b8f-a431-73280c353d8e could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.056126] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19e5b17c-27bc-40e7-b972-3368b4feafdf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.072895] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1016.072895] env[69905]: value = "task-3413936" [ 1016.072895] env[69905]: _type = "Task" [ 1016.072895] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.082042] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.216417] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413935, 'name': ReconfigVM_Task, 'duration_secs': 0.298965} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.216417] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.216684] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd10d6ec-2224-485a-9bb9-36ea5f26ce34 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.224105] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1016.224105] env[69905]: value = "task-3413937" [ 1016.224105] env[69905]: _type = "Task" [ 1016.224105] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.228365] env[69905]: DEBUG nova.compute.manager [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.230362] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9b6fb2-76da-4e25-8f14-012dbcbb3c6f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.243443] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413937, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.256444] env[69905]: INFO nova.compute.manager [-] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Took 1.29 seconds to deallocate network for instance. [ 1016.256444] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413933, 'name': ReconfigVM_Task, 'duration_secs': 0.835485} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.258540] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 584e82cd-9118-460c-939e-b2f34517a1d0/584e82cd-9118-460c-939e-b2f34517a1d0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.261816] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba37043-6b95-427c-9ebf-1503f4fae86c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.269423] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1016.269423] env[69905]: value = "task-3413938" [ 1016.269423] env[69905]: _type = "Task" [ 1016.269423] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.278298] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413938, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.386422] env[69905]: DEBUG nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.415526] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.415876] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.416130] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.416395] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.416601] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.416806] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.417089] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.417324] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.417550] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.417767] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.417996] env[69905]: DEBUG nova.virt.hardware [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.418907] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531b5594-7e30-448c-a707-a99a710887c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.426807] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ba2fd-f50a-4839-82d0-33d606ba1b4b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.463447] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.469087] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.411s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.469359] env[69905]: DEBUG nova.objects.instance [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lazy-loading 'resources' on Instance uuid 31b2ddd3-549f-4bb2-80be-9c0580ebe571 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.486661] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.490639] env[69905]: INFO nova.scheduler.client.report [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Deleted allocations for instance 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e [ 1016.583829] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413936, 'name': ReconfigVM_Task, 'duration_secs': 0.226266} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.584145] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.584331] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.584900] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22409b9-590d-48e4-a1cf-887f2a45bbce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.591352] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1016.591352] env[69905]: value = "task-3413939" [ 1016.591352] env[69905]: _type = "Task" [ 1016.591352] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.598890] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.672459] env[69905]: DEBUG nova.network.neutron [-] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.734513] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413937, 'name': Rename_Task, 'duration_secs': 0.178728} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.734805] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.735223] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb1879f-803f-4910-9947-961cb60c69c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.741994] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1016.741994] env[69905]: value = "task-3413940" [ 1016.741994] env[69905]: _type = "Task" [ 1016.741994] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.750291] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.758474] env[69905]: INFO nova.compute.manager [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] instance snapshotting [ 1016.761300] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8949b24-a6f2-43ff-84ef-f99f0832071c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.764527] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.785943] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d5192-76b9-44e2-8bdf-20bab111fb46 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.793642] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413938, 'name': Rename_Task, 'duration_secs': 0.155324} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.795418] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.797978] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff4096e-d12a-452a-85ad-e11197d5c697 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.799690] env[69905]: DEBUG nova.network.neutron [-] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.805619] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1016.805619] env[69905]: value = "task-3413941" [ 1016.805619] env[69905]: _type = "Task" [ 1016.805619] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.813960] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.967595] env[69905]: DEBUG nova.compute.manager [req-93dbfad3-bec2-433a-9651-eecedd96cf32 req-e2941679-1068-4d84-9646-45a57031f6f5 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Received event network-vif-plugged-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.967908] env[69905]: DEBUG oslo_concurrency.lockutils [req-93dbfad3-bec2-433a-9651-eecedd96cf32 req-e2941679-1068-4d84-9646-45a57031f6f5 service nova] Acquiring lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.968051] env[69905]: DEBUG oslo_concurrency.lockutils [req-93dbfad3-bec2-433a-9651-eecedd96cf32 req-e2941679-1068-4d84-9646-45a57031f6f5 service nova] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.968203] env[69905]: DEBUG oslo_concurrency.lockutils [req-93dbfad3-bec2-433a-9651-eecedd96cf32 req-e2941679-1068-4d84-9646-45a57031f6f5 service nova] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.968371] env[69905]: DEBUG nova.compute.manager [req-93dbfad3-bec2-433a-9651-eecedd96cf32 req-e2941679-1068-4d84-9646-45a57031f6f5 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] No waiting events found dispatching network-vif-plugged-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.969034] env[69905]: WARNING nova.compute.manager [req-93dbfad3-bec2-433a-9651-eecedd96cf32 req-e2941679-1068-4d84-9646-45a57031f6f5 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Received unexpected event network-vif-plugged-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 for instance with vm_state building and task_state spawning. [ 1017.000871] env[69905]: DEBUG oslo_concurrency.lockutils [None req-02c3d383-3ce8-40c8-a24f-2c2407261e81 tempest-MigrationsAdminTest-1049300416 tempest-MigrationsAdminTest-1049300416-project-member] Lock "0e60bda5-6b99-4a55-9aec-3cf4ed415d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.652s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.060375] env[69905]: DEBUG nova.network.neutron [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Successfully updated port: 94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.107791] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413939, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.176350] env[69905]: INFO nova.compute.manager [-] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Took 1.76 seconds to deallocate network for instance. [ 1017.255309] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413940, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.302674] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1017.303243] env[69905]: INFO nova.compute.manager [-] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Took 1.38 seconds to deallocate network for instance. [ 1017.303574] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86ff149c-757c-4e87-a36c-e556621a6925 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.320019] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1017.320019] env[69905]: value = "task-3413942" [ 1017.320019] env[69905]: _type = "Task" [ 1017.320019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.323712] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413941, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.336574] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413942, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.406864] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38873e3e-3e42-4f23-96ea-a7475165ea51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.414800] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546af37-04e5-439c-83fb-ad83b63ddc6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.454170] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740310a8-6e4a-4450-b8a8-dc2f81e788e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.462602] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9bb3f6-c659-497c-b37c-c077f0a1478d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.477205] env[69905]: DEBUG nova.compute.provider_tree [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.522910] env[69905]: DEBUG nova.compute.manager [req-6d3a510d-dbd7-4a43-9c61-78d4cfa081dc req-f2f6d24f-7a9c-4873-b116-7b4904383f26 service nova] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Received event network-vif-deleted-27ea6bf2-5939-43fe-b4d0-c7e9236f4422 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.523077] env[69905]: DEBUG nova.compute.manager [req-6d3a510d-dbd7-4a43-9c61-78d4cfa081dc req-f2f6d24f-7a9c-4873-b116-7b4904383f26 service nova] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Received event network-vif-deleted-56dfc17c-9244-4a92-a427-f2b77693b651 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.564218] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.564374] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.564525] env[69905]: DEBUG nova.network.neutron [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.602420] env[69905]: DEBUG oslo_vmware.api [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3413939, 'name': PowerOnVM_Task, 'duration_secs': 0.652745} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.602702] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.602930] env[69905]: DEBUG nova.compute.manager [None req-1ab110c5-9479-4108-9229-868c351e8e79 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.603841] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29647fc6-b4d2-4610-a45a-f6e06b9e316a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.686179] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.754908] env[69905]: DEBUG oslo_vmware.api [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413940, 'name': PowerOnVM_Task, 'duration_secs': 0.683727} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.755361] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.755716] env[69905]: INFO nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1017.755995] env[69905]: DEBUG nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.760026] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208975fc-0a92-4b65-959b-c73889d6398e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.820703] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.821686] env[69905]: DEBUG oslo_vmware.api [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413941, 'name': PowerOnVM_Task, 'duration_secs': 0.675221} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.821686] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.821686] env[69905]: INFO nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1017.821686] env[69905]: DEBUG nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.822404] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306046d9-7480-489f-9ff8-776692e04581 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.836823] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413942, 'name': CreateSnapshot_Task, 'duration_secs': 0.491729} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.837320] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.838021] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b81ea6-467a-43af-a8bc-4e96e67e05ce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.980544] env[69905]: DEBUG nova.scheduler.client.report [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.100202] env[69905]: DEBUG nova.network.neutron [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.247424] env[69905]: DEBUG nova.network.neutron [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Updating instance_info_cache with network_info: [{"id": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "address": "fa:16:3e:d7:a8:85", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94fa7cd2-1b", "ovs_interfaceid": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.275164] env[69905]: INFO nova.compute.manager [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Took 29.24 seconds to build instance. [ 1018.345927] env[69905]: INFO nova.compute.manager [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Took 30.11 seconds to build instance. [ 1018.357989] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1018.358811] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e23788e-b431-46b2-95be-3fd58b5c6b94 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.368831] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1018.368831] env[69905]: value = "task-3413943" [ 1018.368831] env[69905]: _type = "Task" [ 1018.368831] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.377440] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413943, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.486481] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.489992] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.710s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.490136] env[69905]: DEBUG nova.objects.instance [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1018.515331] env[69905]: INFO nova.scheduler.client.report [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleted allocations for instance 31b2ddd3-549f-4bb2-80be-9c0580ebe571 [ 1018.751491] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.751861] env[69905]: DEBUG nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Instance network_info: |[{"id": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "address": "fa:16:3e:d7:a8:85", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94fa7cd2-1b", "ovs_interfaceid": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.752365] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:a8:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94fa7cd2-1ba0-4379-ac07-641d1fe17dd8', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.761240] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.761456] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.761685] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58e61983-9fa0-4bc0-903f-d6361bd57089 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.778485] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0604b2ff-f29c-4c29-aea0-6e1de5a7c3dd tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "2427eba7-c325-4ef4-b00c-7355cb492750" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.093s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.786508] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.786508] env[69905]: value = "task-3413944" [ 1018.786508] env[69905]: _type = "Task" [ 1018.786508] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.792214] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413944, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.848917] env[69905]: DEBUG oslo_concurrency.lockutils [None req-dd886620-2a16-415c-a15b-129765d8fd99 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "584e82cd-9118-460c-939e-b2f34517a1d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.625s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.886024] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413943, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.026105] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3edcd45e-5085-4ffb-b395-32b7c81ec898 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "31b2ddd3-549f-4bb2-80be-9c0580ebe571" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.285s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.119657] env[69905]: DEBUG nova.compute.manager [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Received event network-changed-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.119870] env[69905]: DEBUG nova.compute.manager [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Refreshing instance network info cache due to event network-changed-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.120078] env[69905]: DEBUG oslo_concurrency.lockutils [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] Acquiring lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.120446] env[69905]: DEBUG oslo_concurrency.lockutils [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] Acquired lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.120446] env[69905]: DEBUG nova.network.neutron [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Refreshing network info cache for port 94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.295970] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413944, 'name': CreateVM_Task, 'duration_secs': 0.338886} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.295970] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.296271] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.296271] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.296600] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.297604] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492a4ae3-b6a9-44c4-83df-1baca663bcc3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.302959] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1019.302959] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520a18e1-f008-4817-981a-37b433ec4488" [ 1019.302959] env[69905]: _type = "Task" [ 1019.302959] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.311666] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520a18e1-f008-4817-981a-37b433ec4488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.339286] env[69905]: INFO nova.compute.manager [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Rebuilding instance [ 1019.380795] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413943, 'name': CloneVM_Task} progress is 95%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.386126] env[69905]: DEBUG nova.compute.manager [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.389620] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ad360-e62e-4c6e-bf79-a6fa923527b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.503189] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9d7c6892-999c-44a8-bda9-e0bb904cc221 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.504334] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.072s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.504561] env[69905]: DEBUG nova.objects.instance [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lazy-loading 'resources' on Instance uuid f1d44069-0cb2-4bb2-adb6-665cd411126a {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.813927] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520a18e1-f008-4817-981a-37b433ec4488, 'name': SearchDatastore_Task, 'duration_secs': 0.0188} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.814369] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.814613] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.814846] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.814992] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.815185] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.815456] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73559ba8-2cb3-422d-bb67-5e9f83384331 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.825438] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.825438] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.826340] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f04740-c6f3-416e-a47a-55f071d80543 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.831327] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1019.831327] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081b96-afa5-8853-32bb-e550effb5530" [ 1019.831327] env[69905]: _type = "Task" [ 1019.831327] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.840580] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081b96-afa5-8853-32bb-e550effb5530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.885474] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413943, 'name': CloneVM_Task, 'duration_secs': 1.267033} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.885474] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Created linked-clone VM from snapshot [ 1019.886190] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67b8e61-c4da-46ea-850d-2459f1154a9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.896797] env[69905]: DEBUG nova.compute.manager [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.896797] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Uploading image f9dc61d0-35af-4a86-91bf-9b7678e0b183 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.900742] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d745574-d77f-464b-826d-fd79dedd7dcf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.931853] env[69905]: DEBUG nova.network.neutron [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Updated VIF entry in instance network info cache for port 94fa7cd2-1ba0-4379-ac07-641d1fe17dd8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.932236] env[69905]: DEBUG nova.network.neutron [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Updating instance_info_cache with network_info: [{"id": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "address": "fa:16:3e:d7:a8:85", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94fa7cd2-1b", "ovs_interfaceid": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.937233] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1019.937233] env[69905]: value = "vm-681204" [ 1019.937233] env[69905]: _type = "VirtualMachine" [ 1019.937233] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1019.937233] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4d94e0e-d442-4f14-979f-ef60646c365d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.945960] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lease: (returnval){ [ 1019.945960] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52790f61-98e6-cf84-3081-b89db2484c31" [ 1019.945960] env[69905]: _type = "HttpNfcLease" [ 1019.945960] env[69905]: } obtained for exporting VM: (result){ [ 1019.945960] env[69905]: value = "vm-681204" [ 1019.945960] env[69905]: _type = "VirtualMachine" [ 1019.945960] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1019.946728] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the lease: (returnval){ [ 1019.946728] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52790f61-98e6-cf84-3081-b89db2484c31" [ 1019.946728] env[69905]: _type = "HttpNfcLease" [ 1019.946728] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1019.955976] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.955976] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52790f61-98e6-cf84-3081-b89db2484c31" [ 1019.955976] env[69905]: _type = "HttpNfcLease" [ 1019.955976] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1020.341587] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52081b96-afa5-8853-32bb-e550effb5530, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.345208] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6643a3f-278e-49df-8d1e-1d21f3615b52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.350842] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1020.350842] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b72df3-32b3-f9d6-adb7-47db9451879a" [ 1020.350842] env[69905]: _type = "Task" [ 1020.350842] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.359224] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b72df3-32b3-f9d6-adb7-47db9451879a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.408377] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.408750] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66b739ff-a07b-451b-82cd-442ad30f0c7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.417717] env[69905]: INFO nova.compute.manager [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] instance snapshotting [ 1020.419454] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1020.419454] env[69905]: value = "task-3413946" [ 1020.419454] env[69905]: _type = "Task" [ 1020.419454] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.423670] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c376321e-2912-425c-8953-e5e6e2032dd5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.429434] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d27104-da88-491a-9df8-08066ee1fbab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.451523] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.451802] env[69905]: DEBUG oslo_concurrency.lockutils [req-9a77845f-b956-4b44-abdd-eb34b828bf45 req-1fbb287a-847c-47b5-aed2-1a701d19a6e9 service nova] Releasing lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.458011] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e0e6a7-fa05-4c12-abfa-3da1f7b7a553 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.464396] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a5541-c770-4afb-bd7d-b2439f6cdf38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.473856] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.473856] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52790f61-98e6-cf84-3081-b89db2484c31" [ 1020.473856] env[69905]: _type = "HttpNfcLease" [ 1020.473856] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.475028] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.475028] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52790f61-98e6-cf84-3081-b89db2484c31" [ 1020.475028] env[69905]: _type = "HttpNfcLease" [ 1020.475028] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1020.475870] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb7327-2f7c-434c-8576-c88bc5d2cb2d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.508171] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2ef9cb-db9a-407f-b48c-61f3d2206f99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.517816] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207765a-fba3-0dbd-172f-d8864f42a37e/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.518161] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207765a-fba3-0dbd-172f-d8864f42a37e/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1020.584176] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cdc82e-5afc-407f-a018-7ba4d807bfc4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.600313] env[69905]: DEBUG nova.compute.provider_tree [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.628170] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-055733da-f260-45c9-8148-ac245b3dcf10 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.863614] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b72df3-32b3-f9d6-adb7-47db9451879a, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.863975] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.864742] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] fcf4f21d-ca14-405b-84bd-02eab84e9160/fcf4f21d-ca14-405b-84bd-02eab84e9160.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.864742] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd099529-295d-419c-b93a-7456685d5d42 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.872504] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1020.872504] env[69905]: value = "task-3413947" [ 1020.872504] env[69905]: _type = "Task" [ 1020.872504] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.881509] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.930071] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413946, 'name': PowerOffVM_Task, 'duration_secs': 0.352234} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.930419] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.930592] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.932426] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a4821-cd3f-49a8-b854-1d492f6a1bce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.940326] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.940326] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-682f1160-8ec8-424e-9ad4-1fc09a0529d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.963901] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.964306] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.964511] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Deleting the datastore file [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.964820] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-049e8ade-bbc5-4d5a-8e11-e7d335e8ff6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.972554] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1020.972554] env[69905]: value = "task-3413949" [ 1020.972554] env[69905]: _type = "Task" [ 1020.972554] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.979036] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.979519] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2cba4bf-1c40-488c-be52-dd38b8433865 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.988253] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.990069] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1020.990069] env[69905]: value = "task-3413950" [ 1020.990069] env[69905]: _type = "Task" [ 1020.990069] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.998583] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413950, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.103821] env[69905]: DEBUG nova.scheduler.client.report [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.383130] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413947, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.489343] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2029} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.489654] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.489836] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.491332] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.503386] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413950, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.609765] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.614152] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.855s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.614152] env[69905]: DEBUG nova.objects.instance [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lazy-loading 'resources' on Instance uuid 6d6d2c1c-8daf-40c1-a348-28588044e06d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.627105] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.627884] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.641793] env[69905]: INFO nova.scheduler.client.report [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Deleted allocations for instance f1d44069-0cb2-4bb2-adb6-665cd411126a [ 1021.886523] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766602} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.890027] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] fcf4f21d-ca14-405b-84bd-02eab84e9160/fcf4f21d-ca14-405b-84bd-02eab84e9160.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.890027] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.890027] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16da037d-f1c4-49bf-b3a1-91b031db5e41 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.896799] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1021.896799] env[69905]: value = "task-3413951" [ 1021.896799] env[69905]: _type = "Task" [ 1021.896799] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.906504] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.006152] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413950, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.131238] env[69905]: DEBUG nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.152137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3362bb7e-72ef-45ba-a1bc-aa866b24ea03 tempest-ListServersNegativeTestJSON-683932132 tempest-ListServersNegativeTestJSON-683932132-project-member] Lock "f1d44069-0cb2-4bb2-adb6-665cd411126a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.280s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.413396] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117794} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.415025] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.415560] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8ce90-e73f-4dbe-8492-be7de00538bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.444808] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] fcf4f21d-ca14-405b-84bd-02eab84e9160/fcf4f21d-ca14-405b-84bd-02eab84e9160.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.448470] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bc4123-38cb-4034-b02f-16187a2074b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.471789] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1022.471789] env[69905]: value = "task-3413952" [ 1022.471789] env[69905]: _type = "Task" [ 1022.471789] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.480525] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.514031] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413950, 'name': CreateSnapshot_Task, 'duration_secs': 1.07999} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.517118] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.518671] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e9cb6-53a8-4d8b-8c84-2954df63321a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.542754] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.543543] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.543543] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.543788] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.543967] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.545182] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.545402] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.545634] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.545861] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.546267] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.546524] env[69905]: DEBUG nova.virt.hardware [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.547607] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016051a5-e112-43c8-a70a-bfb7b5becfa7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.562507] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d0573-b7cd-4161-94e6-e4bbdd84b39a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.577121] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.583441] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.587518] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.588063] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c386c021-1409-4a64-be17-0e72927ef92a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.612613] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.612613] env[69905]: value = "task-3413953" [ 1022.612613] env[69905]: _type = "Task" [ 1022.612613] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.617969] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276bb3c-30e6-4a0a-8210-bc417fd86599 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.625408] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413953, 'name': CreateVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.628238] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdb89b0-676a-4368-9ce3-41227b7e7cc9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.670808] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcfbb81-45a0-47fb-a9ad-0a790b384ead {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.681186] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95002d84-3255-4a60-a12b-2fb9e6780cd0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.698057] env[69905]: DEBUG nova.compute.provider_tree [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.701327] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.983786] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.041473] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.041473] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e806a54b-80d3-42d5-9613-598584c17348 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.053329] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1023.053329] env[69905]: value = "task-3413954" [ 1023.053329] env[69905]: _type = "Task" [ 1023.053329] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.063655] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413954, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.124242] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413953, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.203830] env[69905]: DEBUG nova.scheduler.client.report [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.486027] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413952, 'name': ReconfigVM_Task, 'duration_secs': 0.700578} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.486027] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Reconfigured VM instance instance-0000004d to attach disk [datastore2] fcf4f21d-ca14-405b-84bd-02eab84e9160/fcf4f21d-ca14-405b-84bd-02eab84e9160.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.486027] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43207352-da6e-4264-bbbf-2dd8ee672bb2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.491607] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1023.491607] env[69905]: value = "task-3413955" [ 1023.491607] env[69905]: _type = "Task" [ 1023.491607] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.501948] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413955, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.566999] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413954, 'name': CloneVM_Task} progress is 93%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.623993] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413953, 'name': CreateVM_Task, 'duration_secs': 0.575417} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.624383] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.624607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.624771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.625117] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.626034] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbad316e-de03-4729-a9c7-2336a1952d43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.632197] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1023.632197] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5231d23c-f67e-679e-6164-c3000ecbaa99" [ 1023.632197] env[69905]: _type = "Task" [ 1023.632197] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.642143] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5231d23c-f67e-679e-6164-c3000ecbaa99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.710888] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.713331] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.712s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.714980] env[69905]: INFO nova.compute.claims [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.738650] env[69905]: INFO nova.scheduler.client.report [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Deleted allocations for instance 6d6d2c1c-8daf-40c1-a348-28588044e06d [ 1024.003741] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413955, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.067321] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413954, 'name': CloneVM_Task} progress is 93%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.150699] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5231d23c-f67e-679e-6164-c3000ecbaa99, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.152201] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.152638] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.152916] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.153080] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.153270] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.157035] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce90c02-4f30-44a6-942b-ab53cdda5c1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.166630] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.166848] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.167762] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d47a03f-8eb4-4047-88ca-7aeda8a7d6cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.178022] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1024.178022] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524d6e5e-fcb4-418c-d006-30cf14ac7b2c" [ 1024.178022] env[69905]: _type = "Task" [ 1024.178022] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.185146] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524d6e5e-fcb4-418c-d006-30cf14ac7b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.251348] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d9d881b2-21cb-406e-92f1-5bf266ee2bcf tempest-ServersAdminTestJSON-527627722 tempest-ServersAdminTestJSON-527627722-project-member] Lock "6d6d2c1c-8daf-40c1-a348-28588044e06d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.296s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.506897] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413955, 'name': Rename_Task, 'duration_secs': 0.953035} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.507272] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.507554] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec26baa-7eb7-4854-9f7e-c809a39f4882 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.516142] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1024.516142] env[69905]: value = "task-3413956" [ 1024.516142] env[69905]: _type = "Task" [ 1024.516142] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.526719] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.567310] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413954, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.671216] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "9ccc88b1-f087-4038-9a32-e382fc5762cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.671558] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.687016] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524d6e5e-fcb4-418c-d006-30cf14ac7b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.687845] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107cf61a-f8e7-4a15-84fb-7fba57e2748d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.694245] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1024.694245] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521829f4-5d27-2d4c-e678-ddb527ac7fef" [ 1024.694245] env[69905]: _type = "Task" [ 1024.694245] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.704840] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521829f4-5d27-2d4c-e678-ddb527ac7fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.032428] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413956, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.072126] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413954, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.164038] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed0497-6aef-4737-ad3c-451342d7ddf6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.177212] env[69905]: DEBUG nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.182135] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d42063-ffb3-446e-8609-4a127c906744 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.234702] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e0b9f4-f83d-4844-9ca6-c64d044de90b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.245831] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521829f4-5d27-2d4c-e678-ddb527ac7fef, 'name': SearchDatastore_Task, 'duration_secs': 0.012855} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.248908] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.248908] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.249142] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11354ca-1d38-4b3f-88a4-370694cd28fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.252131] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c7abb2-ee42-484d-8b45-1b0094acdd7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.267916] env[69905]: DEBUG nova.compute.provider_tree [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.274680] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1025.274680] env[69905]: value = "task-3413957" [ 1025.274680] env[69905]: _type = "Task" [ 1025.274680] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.285411] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.528384] env[69905]: DEBUG oslo_vmware.api [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413956, 'name': PowerOnVM_Task, 'duration_secs': 0.762495} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.528659] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.528860] env[69905]: INFO nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1025.529048] env[69905]: DEBUG nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.530058] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c69f64-b874-47e5-903a-e73bbb43dc94 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.570943] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413954, 'name': CloneVM_Task, 'duration_secs': 2.33425} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.571591] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Created linked-clone VM from snapshot [ 1025.573034] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31108109-b8d6-48dd-8f3a-247552cf3f34 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.586719] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Uploading image 0eff6b41-364a-4e47-bc81-2d047c6b65eb {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1025.605663] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1025.605663] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd77646a-971e-40d1-a057-66206eb200cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.617372] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1025.617372] env[69905]: value = "task-3413958" [ 1025.617372] env[69905]: _type = "Task" [ 1025.617372] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.628094] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413958, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.716022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.777296] env[69905]: DEBUG nova.scheduler.client.report [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.802395] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532529} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.803972] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.804238] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.804525] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03ffe16b-5dbd-4386-9edb-e3f990694672 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.813378] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1025.813378] env[69905]: value = "task-3413959" [ 1025.813378] env[69905]: _type = "Task" [ 1025.813378] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.822566] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.050798] env[69905]: INFO nova.compute.manager [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Took 33.06 seconds to build instance. [ 1026.132215] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413958, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.289901] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.290468] env[69905]: DEBUG nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.293146] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.818s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.293417] env[69905]: DEBUG nova.objects.instance [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lazy-loading 'resources' on Instance uuid da94d05d-ed8f-4a20-95e6-8b0c602c5429 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.326330] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069175} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.326330] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.328329] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fab01c-95da-44ac-8739-05187a972480 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.353417] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.354622] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa27f4b5-69d6-41cf-8a44-4a4d3dbbefeb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.376163] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1026.376163] env[69905]: value = "task-3413960" [ 1026.376163] env[69905]: _type = "Task" [ 1026.376163] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.388702] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.555198] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04c921ee-aacc-469b-9418-a397a8dbc043 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.574s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.630082] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413958, 'name': Destroy_Task, 'duration_secs': 0.59199} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.630453] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Destroyed the VM [ 1026.630827] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1026.631517] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe9231d3-c479-492f-8e05-531fb5edeef2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.639427] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1026.639427] env[69905]: value = "task-3413961" [ 1026.639427] env[69905]: _type = "Task" [ 1026.639427] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.653995] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413961, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.799641] env[69905]: DEBUG nova.compute.utils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.805197] env[69905]: DEBUG nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.805817] env[69905]: DEBUG nova.network.neutron [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.877641] env[69905]: DEBUG nova.policy [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1ae583e394f433a87b312061ec438ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75413e409a844bc974086be33102249', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.894228] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.162408] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413961, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.284597] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abc67d7-6e08-4cdf-b356-19fde4349aac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.294409] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e4216-f6bc-42bc-b664-a18b68ce0d19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.336805] env[69905]: DEBUG nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.341174] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0353596-5cfa-4749-b6c3-8831e72f1f67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.351028] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8acc24-9cc6-4bc1-af06-83f263dbd481 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.371786] env[69905]: DEBUG nova.compute.provider_tree [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.401278] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413960, 'name': ReconfigVM_Task, 'duration_secs': 0.773741} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.402248] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750/2427eba7-c325-4ef4-b00c-7355cb492750.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.402827] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d28885f-5643-4d31-a0ed-86df56f2915c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.410976] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1027.410976] env[69905]: value = "task-3413962" [ 1027.410976] env[69905]: _type = "Task" [ 1027.410976] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.423339] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413962, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.655044] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413961, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.724889] env[69905]: DEBUG nova.network.neutron [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Successfully created port: 0dd2aaae-4809-4327-8b69-a4b7667ad1aa {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.875827] env[69905]: DEBUG nova.scheduler.client.report [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.902550] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.903972] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.903972] env[69905]: INFO nova.compute.manager [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Shelving [ 1027.929517] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413962, 'name': Rename_Task, 'duration_secs': 0.244483} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.929913] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.930229] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c67e8f-d590-48bf-a617-da8abf549b55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.938612] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1027.938612] env[69905]: value = "task-3413963" [ 1027.938612] env[69905]: _type = "Task" [ 1027.938612] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.948584] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.154045] env[69905]: DEBUG oslo_vmware.api [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413961, 'name': RemoveSnapshot_Task, 'duration_secs': 1.195676} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.154163] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.349778] env[69905]: DEBUG nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.382628] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.387292] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.387599] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.387718] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.387898] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.388097] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.388203] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.388463] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.388563] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.388817] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.389031] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.389222] env[69905]: DEBUG nova.virt.hardware [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.389603] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.911s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.389877] env[69905]: DEBUG nova.objects.instance [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'resources' on Instance uuid be256e2c-9094-4bdf-9be9-1189a7c12acd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.391938] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e3dd73-f892-4bd8-a73a-3dd21ac3e67c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.401073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f02f50a-a445-4775-a9be-afc3014bc954 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.411791] env[69905]: INFO nova.scheduler.client.report [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted allocations for instance da94d05d-ed8f-4a20-95e6-8b0c602c5429 [ 1028.451698] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.658843] env[69905]: WARNING nova.compute.manager [None req-9f88c385-a757-4904-ab88-90a8ba9533a0 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Image not found during snapshot: nova.exception.ImageNotFound: Image 0eff6b41-364a-4e47-bc81-2d047c6b65eb could not be found. [ 1028.932578] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.933139] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d85439fe-ce13-4f71-8fde-bed17bddbf37 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "da94d05d-ed8f-4a20-95e6-8b0c602c5429" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.958s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.934049] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-541f3a98-7df9-41e3-bcaf-4a884dd9ffeb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.950896] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1028.950896] env[69905]: value = "task-3413964" [ 1028.950896] env[69905]: _type = "Task" [ 1028.950896] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.961668] env[69905]: DEBUG oslo_vmware.api [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413963, 'name': PowerOnVM_Task, 'duration_secs': 0.578479} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.961668] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.961668] env[69905]: DEBUG nova.compute.manager [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.961668] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca514ed-1eeb-42b7-9fbd-b8f1202c8f9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.972043] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.389906] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef0db7-d6cc-452e-ba62-fe9577611655 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.401105] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c2617-2aa2-47a7-85ca-8ebab9fbda7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.437387] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2afc8-20dd-48a3-bc25-e9f514a99f1b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.450186] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fe96c1-0cae-4a0b-b4e7-84976125a68f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.475276] env[69905]: DEBUG nova.compute.provider_tree [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.480365] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413964, 'name': PowerOffVM_Task, 'duration_secs': 0.285992} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.482419] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.483435] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477a46c-2e97-46d6-9bd5-a9d8845510a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.512168] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc730f-1214-43b4-bc9d-7f184e07305d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.515256] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.573679] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207765a-fba3-0dbd-172f-d8864f42a37e/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.575247] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c13eae-903e-4963-b99d-aa42a9293b2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.582287] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207765a-fba3-0dbd-172f-d8864f42a37e/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.582411] env[69905]: ERROR oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207765a-fba3-0dbd-172f-d8864f42a37e/disk-0.vmdk due to incomplete transfer. [ 1029.583560] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ebb62b4f-0d7c-4531-80ec-4ee7cdf45905 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.592015] env[69905]: DEBUG oslo_vmware.rw_handles [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207765a-fba3-0dbd-172f-d8864f42a37e/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.592015] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Uploaded image f9dc61d0-35af-4a86-91bf-9b7678e0b183 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.594478] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.594755] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ce81715-72e9-4217-a46a-de64597d0613 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.603480] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1029.603480] env[69905]: value = "task-3413965" [ 1029.603480] env[69905]: _type = "Task" [ 1029.603480] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.609654] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413965, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.678893] env[69905]: DEBUG nova.network.neutron [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Successfully updated port: 0dd2aaae-4809-4327-8b69-a4b7667ad1aa {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.768120] env[69905]: DEBUG nova.compute.manager [req-64d57254-e616-4e90-ae7d-12f3eeb12d49 req-1c2b1db6-324d-4ece-bd0e-033101765db7 service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Received event network-vif-plugged-0dd2aaae-4809-4327-8b69-a4b7667ad1aa {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.768120] env[69905]: DEBUG oslo_concurrency.lockutils [req-64d57254-e616-4e90-ae7d-12f3eeb12d49 req-1c2b1db6-324d-4ece-bd0e-033101765db7 service nova] Acquiring lock "1c598b31-8782-499b-8822-df5c84363e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.768120] env[69905]: DEBUG oslo_concurrency.lockutils [req-64d57254-e616-4e90-ae7d-12f3eeb12d49 req-1c2b1db6-324d-4ece-bd0e-033101765db7 service nova] Lock "1c598b31-8782-499b-8822-df5c84363e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.768305] env[69905]: DEBUG oslo_concurrency.lockutils [req-64d57254-e616-4e90-ae7d-12f3eeb12d49 req-1c2b1db6-324d-4ece-bd0e-033101765db7 service nova] Lock "1c598b31-8782-499b-8822-df5c84363e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.769530] env[69905]: DEBUG nova.compute.manager [req-64d57254-e616-4e90-ae7d-12f3eeb12d49 req-1c2b1db6-324d-4ece-bd0e-033101765db7 service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] No waiting events found dispatching network-vif-plugged-0dd2aaae-4809-4327-8b69-a4b7667ad1aa {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.769530] env[69905]: WARNING nova.compute.manager [req-64d57254-e616-4e90-ae7d-12f3eeb12d49 req-1c2b1db6-324d-4ece-bd0e-033101765db7 service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Received unexpected event network-vif-plugged-0dd2aaae-4809-4327-8b69-a4b7667ad1aa for instance with vm_state building and task_state spawning. [ 1029.944846] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "584e82cd-9118-460c-939e-b2f34517a1d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.945141] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "584e82cd-9118-460c-939e-b2f34517a1d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.945480] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "584e82cd-9118-460c-939e-b2f34517a1d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.945799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "584e82cd-9118-460c-939e-b2f34517a1d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.946104] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "584e82cd-9118-460c-939e-b2f34517a1d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.952209] env[69905]: INFO nova.compute.manager [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Terminating instance [ 1029.984444] env[69905]: DEBUG nova.scheduler.client.report [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.023142] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1030.023789] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8414dad-515f-4ea3-ad09-f198a8dad17d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.033807] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1030.033807] env[69905]: value = "task-3413966" [ 1030.033807] env[69905]: _type = "Task" [ 1030.033807] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.050083] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413966, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.116753] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413965, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.182707] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-1c598b31-8782-499b-8822-df5c84363e78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.182707] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-1c598b31-8782-499b-8822-df5c84363e78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.182707] env[69905]: DEBUG nova.network.neutron [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.457789] env[69905]: DEBUG nova.compute.manager [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.458030] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.458892] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02e848c-45c1-4b41-8f89-325b11f2f81c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.472674] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.472951] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73434746-4e56-49f8-bccc-a40d89a081a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.479383] env[69905]: DEBUG oslo_vmware.api [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1030.479383] env[69905]: value = "task-3413967" [ 1030.479383] env[69905]: _type = "Task" [ 1030.479383] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.489128] env[69905]: DEBUG oslo_vmware.api [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.495157] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.497507] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.497763] env[69905]: DEBUG nova.objects.instance [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'resources' on Instance uuid fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.523617] env[69905]: INFO nova.scheduler.client.report [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted allocations for instance be256e2c-9094-4bdf-9be9-1189a7c12acd [ 1030.551780] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.552056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.554173] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "2427eba7-c325-4ef4-b00c-7355cb492750" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.554173] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "2427eba7-c325-4ef4-b00c-7355cb492750" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.554391] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "2427eba7-c325-4ef4-b00c-7355cb492750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.554568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "2427eba7-c325-4ef4-b00c-7355cb492750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.555200] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "2427eba7-c325-4ef4-b00c-7355cb492750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.556713] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413966, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.557333] env[69905]: INFO nova.compute.manager [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Terminating instance [ 1030.615649] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413965, 'name': Destroy_Task, 'duration_secs': 0.827058} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.615945] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Destroyed the VM [ 1030.616379] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.616470] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a101622-ca36-4dd5-a072-e99faeeae818 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.624462] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1030.624462] env[69905]: value = "task-3413968" [ 1030.624462] env[69905]: _type = "Task" [ 1030.624462] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.637564] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.745101] env[69905]: DEBUG nova.network.neutron [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.964620] env[69905]: DEBUG nova.network.neutron [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Updating instance_info_cache with network_info: [{"id": "0dd2aaae-4809-4327-8b69-a4b7667ad1aa", "address": "fa:16:3e:fc:63:63", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd2aaae-48", "ovs_interfaceid": "0dd2aaae-4809-4327-8b69-a4b7667ad1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.992518] env[69905]: DEBUG oslo_vmware.api [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413967, 'name': PowerOffVM_Task, 'duration_secs': 0.25416} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.992826] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.993018] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.993307] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48405c0-1014-425b-a9d9-08c59957f016 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.032456] env[69905]: DEBUG oslo_concurrency.lockutils [None req-00c7264d-5b84-4890-8c87-e11a2bf345d1 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "be256e2c-9094-4bdf-9be9-1189a7c12acd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.887s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.045787] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413966, 'name': CreateSnapshot_Task, 'duration_secs': 0.827527} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.046970] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.047214] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefb3927-56d5-4f26-be66-520dde3d2d31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.059216] env[69905]: DEBUG nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.070808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "refresh_cache-2427eba7-c325-4ef4-b00c-7355cb492750" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.071329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquired lock "refresh_cache-2427eba7-c325-4ef4-b00c-7355cb492750" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.071329] env[69905]: DEBUG nova.network.neutron [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.072296] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.072520] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.072713] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleting the datastore file [datastore2] 584e82cd-9118-460c-939e-b2f34517a1d0 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.074241] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-836e6e8d-ef62-49c4-b93a-4ac1c4e20606 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.081788] env[69905]: DEBUG oslo_vmware.api [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for the task: (returnval){ [ 1031.081788] env[69905]: value = "task-3413970" [ 1031.081788] env[69905]: _type = "Task" [ 1031.081788] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.097642] env[69905]: DEBUG oslo_vmware.api [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.137532] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413968, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.465227] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b59216-69fe-4074-a4d9-31edb366eb2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.469831] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-1c598b31-8782-499b-8822-df5c84363e78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.470137] env[69905]: DEBUG nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Instance network_info: |[{"id": "0dd2aaae-4809-4327-8b69-a4b7667ad1aa", "address": "fa:16:3e:fc:63:63", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd2aaae-48", "ovs_interfaceid": "0dd2aaae-4809-4327-8b69-a4b7667ad1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.470556] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:63:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd2aaae-4809-4327-8b69-a4b7667ad1aa', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.480061] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.480061] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.480061] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a805f0a-e53a-4e43-ae5e-0e5571fdf31c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.499208] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b306e2-fb81-4af2-8854-1667090d214d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.503579] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.503579] env[69905]: value = "task-3413971" [ 1031.503579] env[69905]: _type = "Task" [ 1031.503579] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.532652] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f36db9-6412-4dec-9200-fec0748812c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.539359] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413971, 'name': CreateVM_Task} progress is 15%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.545546] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c713bb4-f502-480f-967a-6bb7fd8ebe59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.564463] env[69905]: DEBUG nova.compute.provider_tree [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.582900] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.588762] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4aacfc3-88a4-413b-a4d2-149dc8d7e47e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.598615] env[69905]: DEBUG oslo_vmware.api [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Task: {'id': task-3413970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159894} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.599584] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.600929] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.601142] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.601473] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.601668] env[69905]: INFO nova.compute.manager [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1031.601896] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.602943] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1031.602943] env[69905]: value = "task-3413972" [ 1031.602943] env[69905]: _type = "Task" [ 1031.602943] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.602943] env[69905]: DEBUG nova.compute.manager [-] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.602943] env[69905]: DEBUG nova.network.neutron [-] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.612507] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413972, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.613571] env[69905]: DEBUG nova.network.neutron [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.636439] env[69905]: DEBUG oslo_vmware.api [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413968, 'name': RemoveSnapshot_Task, 'duration_secs': 0.77986} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.640254] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.640254] env[69905]: INFO nova.compute.manager [None req-7f5d9d3d-feb5-4438-be11-558143e039cd tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Took 14.88 seconds to snapshot the instance on the hypervisor. [ 1031.699716] env[69905]: DEBUG nova.network.neutron [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.914210] env[69905]: DEBUG nova.compute.manager [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Received event network-changed-0dd2aaae-4809-4327-8b69-a4b7667ad1aa {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.914210] env[69905]: DEBUG nova.compute.manager [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Refreshing instance network info cache due to event network-changed-0dd2aaae-4809-4327-8b69-a4b7667ad1aa. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.914210] env[69905]: DEBUG oslo_concurrency.lockutils [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] Acquiring lock "refresh_cache-1c598b31-8782-499b-8822-df5c84363e78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.914210] env[69905]: DEBUG oslo_concurrency.lockutils [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] Acquired lock "refresh_cache-1c598b31-8782-499b-8822-df5c84363e78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.914210] env[69905]: DEBUG nova.network.neutron [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Refreshing network info cache for port 0dd2aaae-4809-4327-8b69-a4b7667ad1aa {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.013901] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413971, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.065616] env[69905]: DEBUG nova.scheduler.client.report [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.078991] env[69905]: DEBUG nova.compute.manager [req-c8a99232-3c38-4531-947e-3972fa98eae0 req-478d50f8-e09d-4155-85a2-82e7f9ad3bcf service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Received event network-vif-deleted-47e88210-acd2-44c8-891c-2d0b6d0bfbdd {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.084364] env[69905]: INFO nova.compute.manager [req-c8a99232-3c38-4531-947e-3972fa98eae0 req-478d50f8-e09d-4155-85a2-82e7f9ad3bcf service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Neutron deleted interface 47e88210-acd2-44c8-891c-2d0b6d0bfbdd; detaching it from the instance and deleting it from the info cache [ 1032.084364] env[69905]: DEBUG nova.network.neutron [req-c8a99232-3c38-4531-947e-3972fa98eae0 req-478d50f8-e09d-4155-85a2-82e7f9ad3bcf service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.119225] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413972, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.204238] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Releasing lock "refresh_cache-2427eba7-c325-4ef4-b00c-7355cb492750" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.204617] env[69905]: DEBUG nova.compute.manager [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.204860] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.205753] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e514ae05-317b-4756-8a5f-e83da2e2f2a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.214625] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.214892] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c90574c6-9afd-423b-b29d-cba94057fecf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.221843] env[69905]: DEBUG oslo_vmware.api [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1032.221843] env[69905]: value = "task-3413973" [ 1032.221843] env[69905]: _type = "Task" [ 1032.221843] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.234703] env[69905]: DEBUG oslo_vmware.api [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.514757] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413971, 'name': CreateVM_Task, 'duration_secs': 0.72398} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.515026] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.515764] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.515982] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.516394] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.516660] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6528ab0-9675-4856-ba7f-3eaf86740fdc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.522976] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1032.522976] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5243869e-7a65-f7f1-3d67-c6d7d14016c6" [ 1032.522976] env[69905]: _type = "Task" [ 1032.522976] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.535083] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5243869e-7a65-f7f1-3d67-c6d7d14016c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.535375] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.535653] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.535926] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.536146] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.536393] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.536950] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25e4d61-538a-4113-a9e6-29cf6952c45e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.544588] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.544806] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.545532] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dc497d-6720-438f-85d4-f3bbec937f13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.553509] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1032.553509] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52096dcf-00e9-7943-ca42-d790764092cb" [ 1032.553509] env[69905]: _type = "Task" [ 1032.553509] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.557926] env[69905]: DEBUG nova.network.neutron [-] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.567777] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52096dcf-00e9-7943-ca42-d790764092cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008482} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.569053] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cb78a4-b332-48fc-96e8-3a8102fbcfdf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.575261] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1032.575261] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52785b3b-13cc-a49d-57c5-29b903c67fd5" [ 1032.575261] env[69905]: _type = "Task" [ 1032.575261] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.584462] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.584462] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.589370] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.594020] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52785b3b-13cc-a49d-57c5-29b903c67fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.594020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.061s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.594608] env[69905]: INFO nova.compute.claims [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.599071] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-833fa05b-ccbe-4609-b38a-568f603f588e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.601464] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.601464] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.605086] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-202709f5-452e-438c-9b9a-184f3aac5c31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.617698] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d543755-9c31-4833-af34-fcb9e79ed9de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.637467] env[69905]: INFO nova.scheduler.client.report [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Deleted allocations for instance fd332da0-19a3-4b8a-8382-8c3eab0c3cf8 [ 1032.639149] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1032.639149] env[69905]: value = "task-3413974" [ 1032.639149] env[69905]: _type = "Task" [ 1032.639149] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.639483] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413972, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.651587] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.665125] env[69905]: DEBUG nova.compute.manager [req-c8a99232-3c38-4531-947e-3972fa98eae0 req-478d50f8-e09d-4155-85a2-82e7f9ad3bcf service nova] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Detach interface failed, port_id=47e88210-acd2-44c8-891c-2d0b6d0bfbdd, reason: Instance 584e82cd-9118-460c-939e-b2f34517a1d0 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.732505] env[69905]: DEBUG oslo_vmware.api [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413973, 'name': PowerOffVM_Task, 'duration_secs': 0.192825} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.732808] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.732976] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.733289] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c612439d-2c5b-4740-8f09-4b590783b865 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.742710] env[69905]: DEBUG nova.network.neutron [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Updated VIF entry in instance network info cache for port 0dd2aaae-4809-4327-8b69-a4b7667ad1aa. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.743082] env[69905]: DEBUG nova.network.neutron [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Updating instance_info_cache with network_info: [{"id": "0dd2aaae-4809-4327-8b69-a4b7667ad1aa", "address": "fa:16:3e:fc:63:63", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd2aaae-48", "ovs_interfaceid": "0dd2aaae-4809-4327-8b69-a4b7667ad1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.758949] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.759201] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.759434] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Deleting the datastore file [datastore1] 2427eba7-c325-4ef4-b00c-7355cb492750 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.760027] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76be796a-2301-40ef-8e01-841c893a9b13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.769108] env[69905]: DEBUG oslo_vmware.api [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for the task: (returnval){ [ 1032.769108] env[69905]: value = "task-3413976" [ 1032.769108] env[69905]: _type = "Task" [ 1032.769108] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.778392] env[69905]: DEBUG oslo_vmware.api [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.064882] env[69905]: INFO nova.compute.manager [-] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Took 1.46 seconds to deallocate network for instance. [ 1033.093903] env[69905]: INFO nova.compute.manager [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Detaching volume d628eb0f-6262-416d-8b02-6e23914b9fc3 [ 1033.120861] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413972, 'name': CloneVM_Task, 'duration_secs': 1.338728} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.121158] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Created linked-clone VM from snapshot [ 1033.121909] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d18bf-f5f0-495b-b5ca-66647b062ef0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.134870] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Uploading image 17de9774-7e22-4cf5-b01a-1a252d62b182 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1033.137767] env[69905]: INFO nova.virt.block_device [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Attempting to driver detach volume d628eb0f-6262-416d-8b02-6e23914b9fc3 from mountpoint /dev/sdb [ 1033.138019] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.138177] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681073', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'name': 'volume-d628eb0f-6262-416d-8b02-6e23914b9fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd2babb-0fd6-4ad1-8074-946dc59d64c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'serial': 'd628eb0f-6262-416d-8b02-6e23914b9fc3'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.139062] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45edcf90-8b69-4a59-bb63-f2144702820d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.165996] env[69905]: DEBUG oslo_concurrency.lockutils [None req-17c279b8-7c4f-4f8d-9b09-aca1f915e2f2 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "fd332da0-19a3-4b8a-8382-8c3eab0c3cf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.620s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.167480] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f10114a-9b54-4df2-91ab-39ba3708e756 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.180955] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e393bf8a-c10f-482f-9c13-35c57e6a691a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.183684] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428226} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.187058] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1033.187058] env[69905]: value = "vm-681211" [ 1033.187058] env[69905]: _type = "VirtualMachine" [ 1033.187058] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1033.187058] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.187058] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.187391] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8666e50-8777-46e2-928b-cd8daa249c31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.189468] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ab9d07b-7e8d-4e7a-9ed8-4956aa2b2b78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.208064] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193af719-b3ca-4814-8e75-411481d80066 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.212066] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lease: (returnval){ [ 1033.212066] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523a5fe4-2ef3-aced-2977-4544702db8b9" [ 1033.212066] env[69905]: _type = "HttpNfcLease" [ 1033.212066] env[69905]: } obtained for exporting VM: (result){ [ 1033.212066] env[69905]: value = "vm-681211" [ 1033.212066] env[69905]: _type = "VirtualMachine" [ 1033.212066] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1033.212345] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the lease: (returnval){ [ 1033.212345] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523a5fe4-2ef3-aced-2977-4544702db8b9" [ 1033.212345] env[69905]: _type = "HttpNfcLease" [ 1033.212345] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1033.213784] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1033.213784] env[69905]: value = "task-3413977" [ 1033.213784] env[69905]: _type = "Task" [ 1033.213784] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.232025] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] The volume has not been displaced from its original location: [datastore1] volume-d628eb0f-6262-416d-8b02-6e23914b9fc3/volume-d628eb0f-6262-416d-8b02-6e23914b9fc3.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1033.236369] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.237413] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c360c2c4-6fa1-43d1-972e-f08c90d681bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.252954] env[69905]: DEBUG oslo_concurrency.lockutils [req-2feaee8c-8f6a-4805-a63b-ada7f43011ef req-41a1defd-a037-4442-a132-10177e2b0b8b service nova] Releasing lock "refresh_cache-1c598b31-8782-499b-8822-df5c84363e78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.253348] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.253348] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523a5fe4-2ef3-aced-2977-4544702db8b9" [ 1033.253348] env[69905]: _type = "HttpNfcLease" [ 1033.253348] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.254387] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.254387] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523a5fe4-2ef3-aced-2977-4544702db8b9" [ 1033.254387] env[69905]: _type = "HttpNfcLease" [ 1033.254387] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.257859] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887d72b-fcd9-43f2-a049-ef2a01fc6388 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.260490] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.261827] env[69905]: DEBUG oslo_vmware.api [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1033.261827] env[69905]: value = "task-3413979" [ 1033.261827] env[69905]: _type = "Task" [ 1033.261827] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.268563] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b546c-bf21-b752-98fe-192c9be7cb80/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.268682] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b546c-bf21-b752-98fe-192c9be7cb80/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.279714] env[69905]: DEBUG oslo_vmware.api [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.342995] env[69905]: DEBUG oslo_vmware.api [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Task: {'id': task-3413976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333508} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.344631] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.344982] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.345194] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.345269] env[69905]: INFO nova.compute.manager [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.345481] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.346124] env[69905]: DEBUG nova.compute.manager [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.346215] env[69905]: DEBUG nova.network.neutron [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.371106] env[69905]: DEBUG nova.network.neutron [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.403081] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf9cbf0c-6041-4dab-9fb8-f26ae9e7a251 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.572945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.728258] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071909} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.731638] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.735035] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe39aed-3fb2-4973-9b49-ae3051336658 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.757362] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.762640] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b59c56-8ec5-4960-beea-f59d290f494f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.787258] env[69905]: DEBUG oslo_vmware.api [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413979, 'name': ReconfigVM_Task, 'duration_secs': 0.214101} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.789070] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.793758] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1033.793758] env[69905]: value = "task-3413980" [ 1033.793758] env[69905]: _type = "Task" [ 1033.793758] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.796643] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49be333-7634-4872-8ac8-f6daed324a05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.817096] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.821911] env[69905]: DEBUG oslo_vmware.api [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1033.821911] env[69905]: value = "task-3413981" [ 1033.821911] env[69905]: _type = "Task" [ 1033.821911] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.829048] env[69905]: DEBUG oslo_vmware.api [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.874106] env[69905]: DEBUG nova.network.neutron [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.002945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.003539] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.139304] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ab534-b341-4cf7-8308-44e39e5b6c43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.144913] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3309f8d-89ef-4389-924f-a54774a1698b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.179315] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe744b2-1e39-42d0-b02a-69680fd41130 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.188073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8cde34-b795-46d6-89f3-fcb41d8e9fe8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.203028] env[69905]: DEBUG nova.compute.provider_tree [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.317764] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413980, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.329229] env[69905]: DEBUG oslo_vmware.api [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413981, 'name': ReconfigVM_Task, 'duration_secs': 0.197715} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.329481] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681073', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'name': 'volume-d628eb0f-6262-416d-8b02-6e23914b9fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd2babb-0fd6-4ad1-8074-946dc59d64c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628eb0f-6262-416d-8b02-6e23914b9fc3', 'serial': 'd628eb0f-6262-416d-8b02-6e23914b9fc3'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.376656] env[69905]: INFO nova.compute.manager [-] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Took 1.03 seconds to deallocate network for instance. [ 1034.506159] env[69905]: DEBUG nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.706841] env[69905]: DEBUG nova.scheduler.client.report [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.817178] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413980, 'name': ReconfigVM_Task, 'duration_secs': 0.574558} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.817570] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.818256] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9c6e55-1ca6-4e96-8d7c-e26836a816e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.824650] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1034.824650] env[69905]: value = "task-3413982" [ 1034.824650] env[69905]: _type = "Task" [ 1034.824650] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.832815] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413982, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.856477] env[69905]: DEBUG nova.compute.manager [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.857996] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cd3b43-6006-418d-8750-7f0729558c5c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.887018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.895252] env[69905]: DEBUG nova.objects.instance [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'flavor' on Instance uuid 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.044328] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.212069] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.212639] env[69905]: DEBUG nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.215272] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.387s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.215488] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.218188] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.162s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.219436] env[69905]: INFO nova.compute.claims [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.243036] env[69905]: INFO nova.scheduler.client.report [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted allocations for instance 6e11325b-8446-4bfa-9846-0b6c2274b0e3 [ 1035.340312] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413982, 'name': Rename_Task, 'duration_secs': 0.208882} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.341147] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.341147] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ddc5c53-95be-4c0b-84e1-a3b69891f6a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.348976] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1035.348976] env[69905]: value = "task-3413983" [ 1035.348976] env[69905]: _type = "Task" [ 1035.348976] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.359216] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.375260] env[69905]: INFO nova.compute.manager [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] instance snapshotting [ 1035.375260] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b9c584-5d0c-401a-a9f1-95c548a8828d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.397985] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dcbd78-3795-4923-a2af-a77225ebc8e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.723674] env[69905]: DEBUG nova.compute.utils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.725113] env[69905]: DEBUG nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.725306] env[69905]: DEBUG nova.network.neutron [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.750757] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2fc94cd8-7e94-4aa2-b89d-27c78db43a79 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "6e11325b-8446-4bfa-9846-0b6c2274b0e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.329s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.780360] env[69905]: DEBUG nova.policy [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd532b60737ed4971ac598484d1642585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1047d56971f42cb8786ad664cd640ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.859953] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.907578] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70149063-42d0-4e8d-ac8d-66675e8eb8ef tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.920023] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.920023] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c03d488d-95cd-46d9-ad36-212f82f597d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.928064] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1035.928064] env[69905]: value = "task-3413984" [ 1035.928064] env[69905]: _type = "Task" [ 1035.928064] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.938120] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.223968] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.224655] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.230218] env[69905]: DEBUG nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.332227] env[69905]: DEBUG nova.network.neutron [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Successfully created port: d2acae33-8652-4a7a-82d1-ec7531ab19c3 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.361322] env[69905]: DEBUG oslo_vmware.api [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413983, 'name': PowerOnVM_Task, 'duration_secs': 0.563758} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.364076] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.364295] env[69905]: INFO nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1036.364664] env[69905]: DEBUG nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.365907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.365907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.365907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.365907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.365907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.367865] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbaba01-0b05-4015-86ff-8ef9ffe2a137 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.371279] env[69905]: INFO nova.compute.manager [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Terminating instance [ 1036.443738] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413984, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.628018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b56ce-811c-451c-96ca-696db074c226 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.635590] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4da9f-6e86-487d-a160-4c479a17664b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.673388] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc58e8-2f25-45de-ac6d-33c4c1defd4b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.681349] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d0ef49-5113-41cf-964b-82dec123932a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.696728] env[69905]: DEBUG nova.compute.provider_tree [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.730311] env[69905]: DEBUG nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.875823] env[69905]: DEBUG nova.compute.manager [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.875823] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.877033] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78179863-e0f4-4a22-ac6d-593f1b0d973a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.889375] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.891133] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-041f7d79-bf7e-40d6-a5b5-b8a3da517c4a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.894076] env[69905]: INFO nova.compute.manager [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Took 36.94 seconds to build instance. [ 1036.898732] env[69905]: DEBUG oslo_vmware.api [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1036.898732] env[69905]: value = "task-3413985" [ 1036.898732] env[69905]: _type = "Task" [ 1036.898732] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.909395] env[69905]: DEBUG oslo_vmware.api [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.940762] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413984, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.088432] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.088713] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.198585] env[69905]: DEBUG nova.scheduler.client.report [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.245665] env[69905]: DEBUG nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.250824] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.272998] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.273203] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.273388] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.273608] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.273780] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.273955] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.274201] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.274413] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.274595] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.274763] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.275015] env[69905]: DEBUG nova.virt.hardware [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.275890] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88979237-026f-4ee6-9ec4-4aba8c2a1885 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.285184] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1546c207-c70b-46a5-b957-6b0b662c3368 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.396763] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d342ec17-2db3-4f26-b16d-2580c6e47023 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "1c598b31-8782-499b-8822-df5c84363e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.450s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.407905] env[69905]: DEBUG oslo_vmware.api [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413985, 'name': PowerOffVM_Task, 'duration_secs': 0.198089} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.408795] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.408979] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.409243] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e83edf-0c83-4e46-9d39-7bc63c8676e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.439672] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413984, 'name': CreateSnapshot_Task, 'duration_secs': 1.18824} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.439967] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1037.440813] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0922b7-c261-401b-9801-9beb16bfe8b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.467964] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.468749] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.468749] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleting the datastore file [datastore1] 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.468749] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fed4f39b-04b8-491c-b0c1-a3a9e4f8d797 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.475602] env[69905]: DEBUG oslo_vmware.api [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1037.475602] env[69905]: value = "task-3413987" [ 1037.475602] env[69905]: _type = "Task" [ 1037.475602] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.485139] env[69905]: DEBUG oslo_vmware.api [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.703637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.704199] env[69905]: DEBUG nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.706987] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.186s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.708388] env[69905]: INFO nova.compute.claims [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.899595] env[69905]: DEBUG nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.960276] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1037.961020] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f6b8eaa-f6b8-42ca-a579-68adb19cd6d7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.971086] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1037.971086] env[69905]: value = "task-3413988" [ 1037.971086] env[69905]: _type = "Task" [ 1037.971086] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.979206] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413988, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.988079] env[69905]: DEBUG oslo_vmware.api [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3413987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15381} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.988338] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.988524] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.988705] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.988874] env[69905]: INFO nova.compute.manager [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1037.989137] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.989325] env[69905]: DEBUG nova.compute.manager [-] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.989425] env[69905]: DEBUG nova.network.neutron [-] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.996025] env[69905]: INFO nova.compute.manager [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Rebuilding instance [ 1038.000817] env[69905]: DEBUG nova.compute.manager [req-0e2ddcc7-c34a-41ad-b8ca-209cca618168 req-80d72555-5d4b-443e-974c-c0b4f76f5c1f service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Received event network-vif-plugged-d2acae33-8652-4a7a-82d1-ec7531ab19c3 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.001033] env[69905]: DEBUG oslo_concurrency.lockutils [req-0e2ddcc7-c34a-41ad-b8ca-209cca618168 req-80d72555-5d4b-443e-974c-c0b4f76f5c1f service nova] Acquiring lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.001236] env[69905]: DEBUG oslo_concurrency.lockutils [req-0e2ddcc7-c34a-41ad-b8ca-209cca618168 req-80d72555-5d4b-443e-974c-c0b4f76f5c1f service nova] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.002488] env[69905]: DEBUG oslo_concurrency.lockutils [req-0e2ddcc7-c34a-41ad-b8ca-209cca618168 req-80d72555-5d4b-443e-974c-c0b4f76f5c1f service nova] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.002488] env[69905]: DEBUG nova.compute.manager [req-0e2ddcc7-c34a-41ad-b8ca-209cca618168 req-80d72555-5d4b-443e-974c-c0b4f76f5c1f service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] No waiting events found dispatching network-vif-plugged-d2acae33-8652-4a7a-82d1-ec7531ab19c3 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.002488] env[69905]: WARNING nova.compute.manager [req-0e2ddcc7-c34a-41ad-b8ca-209cca618168 req-80d72555-5d4b-443e-974c-c0b4f76f5c1f service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Received unexpected event network-vif-plugged-d2acae33-8652-4a7a-82d1-ec7531ab19c3 for instance with vm_state building and task_state spawning. [ 1038.039888] env[69905]: DEBUG nova.compute.manager [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.040926] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc3eda-352b-4558-bcb0-71195550bca3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.093327] env[69905]: DEBUG nova.network.neutron [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Successfully updated port: d2acae33-8652-4a7a-82d1-ec7531ab19c3 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.215076] env[69905]: DEBUG nova.compute.utils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.220033] env[69905]: DEBUG nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.220033] env[69905]: DEBUG nova.network.neutron [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.262388] env[69905]: DEBUG nova.policy [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.425018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.487346] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413988, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.531930] env[69905]: DEBUG nova.compute.manager [req-a0825830-43e5-4be1-a922-9e94fd47be9a req-60c086a5-9f21-4033-9d64-1202f5c6819c service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Received event network-vif-deleted-1595f683-6395-44d6-b940-ef1f62759f29 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.532351] env[69905]: INFO nova.compute.manager [req-a0825830-43e5-4be1-a922-9e94fd47be9a req-60c086a5-9f21-4033-9d64-1202f5c6819c service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Neutron deleted interface 1595f683-6395-44d6-b940-ef1f62759f29; detaching it from the instance and deleting it from the info cache [ 1038.532410] env[69905]: DEBUG nova.network.neutron [req-a0825830-43e5-4be1-a922-9e94fd47be9a req-60c086a5-9f21-4033-9d64-1202f5c6819c service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.597057] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-101aa208-fd1b-4f93-a89e-8fd6d90574c9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.597057] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-101aa208-fd1b-4f93-a89e-8fd6d90574c9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.597057] env[69905]: DEBUG nova.network.neutron [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.670456] env[69905]: DEBUG nova.network.neutron [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Successfully created port: 1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.720899] env[69905]: DEBUG nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.986042] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413988, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.998073] env[69905]: DEBUG nova.network.neutron [-] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.035638] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8c1a282-fda6-4d70-a5e2-8a942520d890 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.049744] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b54163-f8db-40c0-9f5e-044167d764b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.067352] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.069306] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b959a6f-f828-4f6d-9f47-f42f948270ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.075558] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1039.075558] env[69905]: value = "task-3413989" [ 1039.075558] env[69905]: _type = "Task" [ 1039.075558] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.098680] env[69905]: DEBUG nova.compute.manager [req-a0825830-43e5-4be1-a922-9e94fd47be9a req-60c086a5-9f21-4033-9d64-1202f5c6819c service nova] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Detach interface failed, port_id=1595f683-6395-44d6-b940-ef1f62759f29, reason: Instance 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.104765] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.141068] env[69905]: DEBUG nova.network.neutron [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.153012] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea82104-17a8-4daa-897b-dcf4cf9e9f0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.161573] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c70e13f-e454-4491-9edf-45b1c673cb06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.199956] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6791cd95-b442-4540-adf0-ddcdd6248cd7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.208433] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf9e29-86c4-4615-a1b1-a06d472ba4a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.225072] env[69905]: DEBUG nova.compute.provider_tree [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.355048] env[69905]: DEBUG nova.network.neutron [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Updating instance_info_cache with network_info: [{"id": "d2acae33-8652-4a7a-82d1-ec7531ab19c3", "address": "fa:16:3e:6c:f2:ab", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2acae33-86", "ovs_interfaceid": "d2acae33-8652-4a7a-82d1-ec7531ab19c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.485258] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3413988, 'name': CloneVM_Task, 'duration_secs': 1.372635} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.485800] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Created linked-clone VM from snapshot [ 1039.487351] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858fb7b8-874d-46bd-ad63-dae95d1c419a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.495746] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Uploading image 9379c39e-fc6e-4d50-90ef-b129a79657e2 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1039.502554] env[69905]: INFO nova.compute.manager [-] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Took 1.51 seconds to deallocate network for instance. [ 1039.525142] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1039.525142] env[69905]: value = "vm-681213" [ 1039.525142] env[69905]: _type = "VirtualMachine" [ 1039.525142] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1039.525555] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c7946a3c-ed32-4620-9801-b6cdeafcf29d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.533088] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lease: (returnval){ [ 1039.533088] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529e9659-8a9f-3749-5fe8-b70204543f1b" [ 1039.533088] env[69905]: _type = "HttpNfcLease" [ 1039.533088] env[69905]: } obtained for exporting VM: (result){ [ 1039.533088] env[69905]: value = "vm-681213" [ 1039.533088] env[69905]: _type = "VirtualMachine" [ 1039.533088] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1039.533411] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the lease: (returnval){ [ 1039.533411] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529e9659-8a9f-3749-5fe8-b70204543f1b" [ 1039.533411] env[69905]: _type = "HttpNfcLease" [ 1039.533411] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.541611] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.541611] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529e9659-8a9f-3749-5fe8-b70204543f1b" [ 1039.541611] env[69905]: _type = "HttpNfcLease" [ 1039.541611] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.588617] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413989, 'name': PowerOffVM_Task, 'duration_secs': 0.215262} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.588617] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.588777] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.589639] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656a86c-4a8e-487d-98e7-179e57327cf7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.597900] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.597900] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc738e52-7fb0-46d1-8c03-8ac99657ea31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.659883] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.660149] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.660318] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleting the datastore file [datastore1] 1c598b31-8782-499b-8822-df5c84363e78 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.660625] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e03f1ff1-6cb6-4950-8c84-f711b6af0be5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.668707] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1039.668707] env[69905]: value = "task-3413992" [ 1039.668707] env[69905]: _type = "Task" [ 1039.668707] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.679223] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.735178] env[69905]: DEBUG nova.scheduler.client.report [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.742060] env[69905]: DEBUG nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.776841] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.777290] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.777643] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.777921] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.778195] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.778499] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.778861] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.778861] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.779125] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.779342] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.779699] env[69905]: DEBUG nova.virt.hardware [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.781536] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47c4ff7-06a6-4b13-b2ba-80adf850f5b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.794832] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df7fc0-0307-45d1-b096-cf7d45488383 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.860242] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-101aa208-fd1b-4f93-a89e-8fd6d90574c9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.860626] env[69905]: DEBUG nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Instance network_info: |[{"id": "d2acae33-8652-4a7a-82d1-ec7531ab19c3", "address": "fa:16:3e:6c:f2:ab", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2acae33-86", "ovs_interfaceid": "d2acae33-8652-4a7a-82d1-ec7531ab19c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.861120] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:f2:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2acae33-8652-4a7a-82d1-ec7531ab19c3', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.868821] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.869075] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.869329] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54a967fb-db80-4935-918a-86cf9b643d53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.888829] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.888829] env[69905]: value = "task-3413993" [ 1039.888829] env[69905]: _type = "Task" [ 1039.888829] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.897412] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413993, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.007759] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.030660] env[69905]: DEBUG nova.compute.manager [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Received event network-changed-d2acae33-8652-4a7a-82d1-ec7531ab19c3 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.030905] env[69905]: DEBUG nova.compute.manager [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Refreshing instance network info cache due to event network-changed-d2acae33-8652-4a7a-82d1-ec7531ab19c3. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.031186] env[69905]: DEBUG oslo_concurrency.lockutils [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] Acquiring lock "refresh_cache-101aa208-fd1b-4f93-a89e-8fd6d90574c9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.031369] env[69905]: DEBUG oslo_concurrency.lockutils [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] Acquired lock "refresh_cache-101aa208-fd1b-4f93-a89e-8fd6d90574c9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.031568] env[69905]: DEBUG nova.network.neutron [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Refreshing network info cache for port d2acae33-8652-4a7a-82d1-ec7531ab19c3 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.043084] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.043084] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529e9659-8a9f-3749-5fe8-b70204543f1b" [ 1040.043084] env[69905]: _type = "HttpNfcLease" [ 1040.043084] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1040.043454] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1040.043454] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529e9659-8a9f-3749-5fe8-b70204543f1b" [ 1040.043454] env[69905]: _type = "HttpNfcLease" [ 1040.043454] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1040.044235] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6860e029-f71b-45c4-a506-1f31db4be1e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.052594] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522463ba-37bf-314d-8c5b-52657ffe5f73/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1040.052806] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522463ba-37bf-314d-8c5b-52657ffe5f73/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1040.179793] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c095685c-c3fd-4f16-a420-b95c2d435ad4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.181661] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3413992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157173} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.181978] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.182184] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.182386] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.246679] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.247910] env[69905]: DEBUG nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.250618] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.764s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.252138] env[69905]: INFO nova.compute.claims [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.402924] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413993, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.762630] env[69905]: DEBUG nova.compute.utils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.763782] env[69905]: DEBUG nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.763782] env[69905]: DEBUG nova.network.neutron [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.820405] env[69905]: DEBUG nova.network.neutron [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Updated VIF entry in instance network info cache for port d2acae33-8652-4a7a-82d1-ec7531ab19c3. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.820405] env[69905]: DEBUG nova.network.neutron [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Updating instance_info_cache with network_info: [{"id": "d2acae33-8652-4a7a-82d1-ec7531ab19c3", "address": "fa:16:3e:6c:f2:ab", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2acae33-86", "ovs_interfaceid": "d2acae33-8652-4a7a-82d1-ec7531ab19c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.869928] env[69905]: DEBUG nova.policy [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a84bb5a9504d4795a4235c4bdb33ee42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777e366366f14d4bad002d09c1c79676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.903938] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413993, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.005406] env[69905]: DEBUG nova.network.neutron [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Successfully updated port: 1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.266541] env[69905]: DEBUG nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.323333] env[69905]: DEBUG oslo_concurrency.lockutils [req-4b2b0b26-90ea-45c2-9d6f-57c5c9a354f1 req-7cfb1f73-0d24-4897-ae46-9ec6dd6ef6f6 service nova] Releasing lock "refresh_cache-101aa208-fd1b-4f93-a89e-8fd6d90574c9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.364675] env[69905]: DEBUG nova.network.neutron [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Successfully created port: 998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.401585] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413993, 'name': CreateVM_Task, 'duration_secs': 1.395034} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.404292] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.405859] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.406123] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.406629] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.406851] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a5a6c4-aa92-4b8d-955a-cb899fc9a53a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.414547] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1041.414547] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5210aae0-ef2f-a285-e1f7-7cb8a05808e5" [ 1041.414547] env[69905]: _type = "Task" [ 1041.414547] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.432155] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5210aae0-ef2f-a285-e1f7-7cb8a05808e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.432155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.432155] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.432155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.432155] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.432155] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.432155] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b110df39-c224-4a95-a355-ed38e1c4416a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.442675] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.442886] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.443708] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780b9a16-399c-4170-9a36-926ee46ebc69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.453066] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1041.453066] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524496d6-9328-5ad5-5f56-a24378e5bd46" [ 1041.453066] env[69905]: _type = "Task" [ 1041.453066] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.465016] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524496d6-9328-5ad5-5f56-a24378e5bd46, 'name': SearchDatastore_Task, 'duration_secs': 0.008854} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.468859] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd81348-6400-4e70-9113-62d42b6e69be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.473730] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1041.473730] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5274b29c-c3f2-78f7-502b-a17971fe845a" [ 1041.473730] env[69905]: _type = "Task" [ 1041.473730] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.483132] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5274b29c-c3f2-78f7-502b-a17971fe845a, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.483621] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.484070] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 101aa208-fd1b-4f93-a89e-8fd6d90574c9/101aa208-fd1b-4f93-a89e-8fd6d90574c9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.486546] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57813fef-8c99-475a-ba42-534c2a995214 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.497020] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1041.497020] env[69905]: value = "task-3413994" [ 1041.497020] env[69905]: _type = "Task" [ 1041.497020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.504114] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.512518] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.512518] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.512518] env[69905]: DEBUG nova.network.neutron [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.554177] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.554680] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.555061] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.555492] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.555945] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.556524] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.556821] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.557213] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.559016] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.559016] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.559016] env[69905]: DEBUG nova.virt.hardware [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.560817] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44dbe57-33eb-4b50-b889-026e6eb096a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.576856] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03adfb85-88f3-420a-a357-655bbf2ad504 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.587065] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b546c-bf21-b752-98fe-192c9be7cb80/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.587712] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbc315f-4fd9-4e9b-8790-7fc1ac66ff72 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.606669] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:63:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd2aaae-4809-4327-8b69-a4b7667ad1aa', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.613095] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.617561] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.617945] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b546c-bf21-b752-98fe-192c9be7cb80/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.618190] env[69905]: ERROR oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b546c-bf21-b752-98fe-192c9be7cb80/disk-0.vmdk due to incomplete transfer. [ 1041.618602] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46b63a44-4abf-4505-8ae3-1ff7625a36a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.634361] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1a2234a-3298-4c9c-b7ab-c90778832116 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.645345] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.645345] env[69905]: value = "task-3413995" [ 1041.645345] env[69905]: _type = "Task" [ 1041.645345] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.646916] env[69905]: DEBUG oslo_vmware.rw_handles [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b546c-bf21-b752-98fe-192c9be7cb80/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1041.647149] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Uploaded image 17de9774-7e22-4cf5-b01a-1a252d62b182 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1041.650371] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1041.657071] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58ded76f-1478-4277-84f0-0686686b765a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.666168] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413995, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.667890] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1041.667890] env[69905]: value = "task-3413996" [ 1041.667890] env[69905]: _type = "Task" [ 1041.667890] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.677033] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413996, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.759131] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb071e-5f02-4faf-9d99-fcec9c161e2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.768840] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850112fb-085e-4297-804d-46caea230354 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.808367] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438a8ceb-dadc-4682-9412-9e6e5dcd6ee6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.821226] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8655b-6dea-4a0b-9cf8-b3ce41c47c4b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.840538] env[69905]: DEBUG nova.compute.provider_tree [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.005697] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467095} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.006095] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 101aa208-fd1b-4f93-a89e-8fd6d90574c9/101aa208-fd1b-4f93-a89e-8fd6d90574c9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.006405] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.006709] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb8f5b3-6ae3-4442-b7fe-28676a4a50f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.017743] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1042.017743] env[69905]: value = "task-3413997" [ 1042.017743] env[69905]: _type = "Task" [ 1042.017743] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.030178] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.076389] env[69905]: DEBUG nova.network.neutron [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.106800] env[69905]: DEBUG nova.compute.manager [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-vif-plugged-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.107042] env[69905]: DEBUG oslo_concurrency.lockutils [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] Acquiring lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.107251] env[69905]: DEBUG oslo_concurrency.lockutils [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.107417] env[69905]: DEBUG oslo_concurrency.lockutils [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.107605] env[69905]: DEBUG nova.compute.manager [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] No waiting events found dispatching network-vif-plugged-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.107794] env[69905]: WARNING nova.compute.manager [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received unexpected event network-vif-plugged-1f3c0120-a25c-4f42-8262-212c94e86418 for instance with vm_state building and task_state spawning. [ 1042.107954] env[69905]: DEBUG nova.compute.manager [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.108219] env[69905]: DEBUG nova.compute.manager [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing instance network info cache due to event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.108286] env[69905]: DEBUG oslo_concurrency.lockutils [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.158247] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3413995, 'name': CreateVM_Task, 'duration_secs': 0.4458} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.161045] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.161720] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.161959] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.162285] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.162815] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab309862-d475-4dbf-849f-ac3eebebdf3a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.167848] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1042.167848] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523c8b90-2558-ca79-5a94-9fcbf43dc668" [ 1042.167848] env[69905]: _type = "Task" [ 1042.167848] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.177813] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523c8b90-2558-ca79-5a94-9fcbf43dc668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.180823] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413996, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.278972] env[69905]: DEBUG nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.282787] env[69905]: DEBUG nova.network.neutron [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.301714] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.302354] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.302599] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.302996] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.303198] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.303389] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.303795] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.304213] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.304459] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.304639] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.304886] env[69905]: DEBUG nova.virt.hardware [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.305827] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d14ad1-d947-4271-a49d-ed57b226d62a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.315200] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc392a5e-2780-402c-a044-1f088ee12c0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.344549] env[69905]: DEBUG nova.scheduler.client.report [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.527961] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089179} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.528287] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.529110] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac279b5-757f-47ad-aae3-47cc463b916c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.552676] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 101aa208-fd1b-4f93-a89e-8fd6d90574c9/101aa208-fd1b-4f93-a89e-8fd6d90574c9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.553083] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61171fb6-f79b-4d02-91a0-8bb1a47b1e72 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.576457] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1042.576457] env[69905]: value = "task-3413998" [ 1042.576457] env[69905]: _type = "Task" [ 1042.576457] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.585301] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.680225] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413996, 'name': Destroy_Task, 'duration_secs': 0.545462} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.683369] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Destroyed the VM [ 1042.683654] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1042.683945] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523c8b90-2558-ca79-5a94-9fcbf43dc668, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.684180] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a2978ddd-4f3a-45fb-bc98-1d0f2b576282 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.685867] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.686122] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.686379] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.686533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.686732] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.687032] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30833233-55cc-4aba-98e3-635aed125289 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.696943] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1042.696943] env[69905]: value = "task-3413999" [ 1042.696943] env[69905]: _type = "Task" [ 1042.696943] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.698129] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.698324] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.701893] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bcccab-660f-481a-9bad-dcc3894626e2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.709668] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413999, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.711031] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1042.711031] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5234380c-2566-f678-860a-fde89b9d6791" [ 1042.711031] env[69905]: _type = "Task" [ 1042.711031] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.719604] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5234380c-2566-f678-860a-fde89b9d6791, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.720407] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea8f57f-adaf-4da9-9e50-2b8b76cdad6f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.725939] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1042.725939] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a81cfa-3323-16c0-0b51-b1d76c9b276c" [ 1042.725939] env[69905]: _type = "Task" [ 1042.725939] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.734245] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a81cfa-3323-16c0-0b51-b1d76c9b276c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.786728] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.786728] env[69905]: DEBUG nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Instance network_info: |[{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.786728] env[69905]: DEBUG oslo_concurrency.lockutils [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.787046] env[69905]: DEBUG nova.network.neutron [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.788248] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:2c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f3c0120-a25c-4f42-8262-212c94e86418', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.796278] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.799646] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.800722] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db09547d-c117-4c22-9e15-238f80d57756 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.823211] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.823211] env[69905]: value = "task-3414000" [ 1042.823211] env[69905]: _type = "Task" [ 1042.823211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.833897] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414000, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.850128] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.850816] env[69905]: DEBUG nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.853729] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.089s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.853957] env[69905]: DEBUG nova.objects.instance [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lazy-loading 'resources' on Instance uuid 03093cc6-43c5-4b8f-a431-73280c353d8e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.086740] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3413998, 'name': ReconfigVM_Task, 'duration_secs': 0.356518} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.087235] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 101aa208-fd1b-4f93-a89e-8fd6d90574c9/101aa208-fd1b-4f93-a89e-8fd6d90574c9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.087932] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489d04f7-bee1-4b82-a8a4-8e26ce0f478e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.095528] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1043.095528] env[69905]: value = "task-3414001" [ 1043.095528] env[69905]: _type = "Task" [ 1043.095528] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.109452] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414001, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.213545] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413999, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.237897] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a81cfa-3323-16c0-0b51-b1d76c9b276c, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.238226] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.238492] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.238765] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a63174c-1f2f-4ff9-a6f8-4d71e2ae3c64 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.249781] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1043.249781] env[69905]: value = "task-3414002" [ 1043.249781] env[69905]: _type = "Task" [ 1043.249781] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.264983] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.307137] env[69905]: DEBUG nova.network.neutron [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updated VIF entry in instance network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.307137] env[69905]: DEBUG nova.network.neutron [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.332858] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414000, 'name': CreateVM_Task, 'duration_secs': 0.348076} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.333039] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.333717] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.333871] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.334207] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.335838] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab533a0-931e-4057-991f-11f9ab4d17f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.339044] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1043.339044] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bf7bbc-2a6f-e73c-f4b6-082515fc6392" [ 1043.339044] env[69905]: _type = "Task" [ 1043.339044] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.348708] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bf7bbc-2a6f-e73c-f4b6-082515fc6392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.359327] env[69905]: DEBUG nova.compute.utils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.367132] env[69905]: DEBUG nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.367132] env[69905]: DEBUG nova.network.neutron [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.404081] env[69905]: DEBUG nova.network.neutron [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Successfully updated port: 998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.459693] env[69905]: DEBUG nova.policy [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a955bc9a7d3c406fad7bc6b24d262d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f8d3bf9cd4482d857eb0899a682939', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.606854] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414001, 'name': Rename_Task, 'duration_secs': 0.1839} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.607362] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.607457] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010298ed-d534-472c-aa78-1666da70da8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.618044] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1043.618044] env[69905]: value = "task-3414003" [ 1043.618044] env[69905]: _type = "Task" [ 1043.618044] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.623284] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.713976] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3413999, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560129} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.714405] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1043.715989] env[69905]: DEBUG nova.compute.manager [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.715989] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5acac30-1424-477e-9cbd-6ff525f4de13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.763816] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497762} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.766652] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.766953] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.767430] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b277ba70-519d-4a8e-8f68-9998c93ca19f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.774556] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1043.774556] env[69905]: value = "task-3414004" [ 1043.774556] env[69905]: _type = "Task" [ 1043.774556] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.780886] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d4362-8093-4ac0-912c-dc5ed5f200bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.793936] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.795205] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcefe03-0b85-40a6-8d4e-42c91da71474 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.836108] env[69905]: DEBUG oslo_concurrency.lockutils [req-81530b5c-7bcb-44a9-94b0-e50884f69d7c req-ee9766d2-b76e-4d1c-8566-13876ed563b9 service nova] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.837589] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760896e-7f50-4667-9d1c-5f4f07470e34 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.841077] env[69905]: DEBUG nova.network.neutron [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Successfully created port: 71503888-7dc1-494c-94fe-52f84aa990d7 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.857023] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb910ec-c57b-42d0-9e35-f9f31c292cf2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.859105] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bf7bbc-2a6f-e73c-f4b6-082515fc6392, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.859470] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.859784] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.860084] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.860281] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.860495] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.861136] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2655d550-fc82-49dd-8cb8-1407a7c3b81f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.870832] env[69905]: DEBUG nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.873624] env[69905]: DEBUG nova.compute.provider_tree [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.881712] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.881712] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.883099] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211f4084-8246-4f92-a3d8-9b78345a96a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.889735] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1043.889735] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f10ff1-1691-e3dd-d468-b1ffa8fe5874" [ 1043.889735] env[69905]: _type = "Task" [ 1043.889735] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.898165] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f10ff1-1691-e3dd-d468-b1ffa8fe5874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.910804] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.910804] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.910804] env[69905]: DEBUG nova.network.neutron [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.125503] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.232469] env[69905]: DEBUG nova.compute.manager [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Received event network-vif-plugged-998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.232608] env[69905]: DEBUG oslo_concurrency.lockutils [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] Acquiring lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.232809] env[69905]: DEBUG oslo_concurrency.lockutils [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.232965] env[69905]: DEBUG oslo_concurrency.lockutils [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.233210] env[69905]: DEBUG nova.compute.manager [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] No waiting events found dispatching network-vif-plugged-998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.234107] env[69905]: WARNING nova.compute.manager [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Received unexpected event network-vif-plugged-998e2749-4715-4975-8714-57a8324cefd6 for instance with vm_state building and task_state spawning. [ 1044.234107] env[69905]: DEBUG nova.compute.manager [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Received event network-changed-998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.234107] env[69905]: DEBUG nova.compute.manager [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Refreshing instance network info cache due to event network-changed-998e2749-4715-4975-8714-57a8324cefd6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.234107] env[69905]: DEBUG oslo_concurrency.lockutils [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] Acquiring lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.234460] env[69905]: INFO nova.compute.manager [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Shelve offloading [ 1044.288949] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089274} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.288949] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.288949] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50d62a-9c3e-41c4-ba9a-eb375e241cda {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.320357] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.321410] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924950a0-b3c5-4154-a5f3-e6340acd327f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.341735] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1044.341735] env[69905]: value = "task-3414005" [ 1044.341735] env[69905]: _type = "Task" [ 1044.341735] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.350252] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.379187] env[69905]: DEBUG nova.scheduler.client.report [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.403109] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f10ff1-1691-e3dd-d468-b1ffa8fe5874, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.403883] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49478499-ed82-42f9-9d7e-a4c74b831635 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.411435] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1044.411435] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52639288-88d3-33b8-5b62-fecc0cda23c3" [ 1044.411435] env[69905]: _type = "Task" [ 1044.411435] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.420368] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52639288-88d3-33b8-5b62-fecc0cda23c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.440405] env[69905]: DEBUG nova.network.neutron [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.626176] env[69905]: DEBUG oslo_vmware.api [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414003, 'name': PowerOnVM_Task, 'duration_secs': 0.641124} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.626536] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.626734] env[69905]: INFO nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1044.626920] env[69905]: DEBUG nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.627792] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd600ef1-5f88-4b8e-b61f-e9d0743469f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.651948] env[69905]: DEBUG nova.network.neutron [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updating instance_info_cache with network_info: [{"id": "998e2749-4715-4975-8714-57a8324cefd6", "address": "fa:16:3e:7c:ec:e9", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e2749-47", "ovs_interfaceid": "998e2749-4715-4975-8714-57a8324cefd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.739547] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.739928] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a81e1f-b6fa-4018-940a-0721de0ea986 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.748025] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1044.748025] env[69905]: value = "task-3414006" [ 1044.748025] env[69905]: _type = "Task" [ 1044.748025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.759633] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.853094] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.884721] env[69905]: DEBUG nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.889449] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.892046] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.206s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.892133] env[69905]: DEBUG nova.objects.instance [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lazy-loading 'resources' on Instance uuid d70e0edc-8c53-474c-8c9a-494cb5d31e3d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.909815] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.910113] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.910282] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.910525] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.910718] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.910891] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.911133] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.911299] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.911463] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.911624] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.911994] env[69905]: DEBUG nova.virt.hardware [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.913157] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c26f49-9258-4326-9478-48e823581df7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.917043] env[69905]: INFO nova.scheduler.client.report [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted allocations for instance 03093cc6-43c5-4b8f-a431-73280c353d8e [ 1044.931143] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52639288-88d3-33b8-5b62-fecc0cda23c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.933320] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.933579] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 33126ccb-e199-46e9-be6b-054e6786c1bd/33126ccb-e199-46e9-be6b-054e6786c1bd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.933875] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f419f8-3575-473f-b2ff-567598763156 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.936722] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e9936-5168-420a-9fce-02a7476a6463 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.952747] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1044.952747] env[69905]: value = "task-3414007" [ 1044.952747] env[69905]: _type = "Task" [ 1044.952747] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.960677] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.149337] env[69905]: INFO nova.compute.manager [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Took 42.65 seconds to build instance. [ 1045.154567] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Releasing lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.154796] env[69905]: DEBUG nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Instance network_info: |[{"id": "998e2749-4715-4975-8714-57a8324cefd6", "address": "fa:16:3e:7c:ec:e9", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e2749-47", "ovs_interfaceid": "998e2749-4715-4975-8714-57a8324cefd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.155130] env[69905]: DEBUG oslo_concurrency.lockutils [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] Acquired lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.155404] env[69905]: DEBUG nova.network.neutron [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Refreshing network info cache for port 998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.156504] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ec:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '998e2749-4715-4975-8714-57a8324cefd6', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.164594] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.165604] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.165836] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a27d9fa-820d-41bc-a07b-e8824165f5d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.187605] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.187605] env[69905]: value = "task-3414008" [ 1045.187605] env[69905]: _type = "Task" [ 1045.187605] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.195822] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414008, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.259907] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1045.259907] env[69905]: DEBUG nova.compute.manager [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.260659] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a863ff50-ffec-4de6-9707-5326b8b5ddb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.266969] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.267209] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.267822] env[69905]: DEBUG nova.network.neutron [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.354552] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414005, 'name': ReconfigVM_Task, 'duration_secs': 0.99927} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.355289] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 1c598b31-8782-499b-8822-df5c84363e78/1c598b31-8782-499b-8822-df5c84363e78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.356147] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a60fe0bb-00f9-42dd-afc0-cbb19e50f629 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.365775] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1045.365775] env[69905]: value = "task-3414009" [ 1045.365775] env[69905]: _type = "Task" [ 1045.365775] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.379254] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414009, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.429259] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f07b0a5-8c36-4e54-921e-095fdd2a20db tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "03093cc6-43c5-4b8f-a431-73280c353d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.095s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.466912] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414007, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.624249] env[69905]: DEBUG nova.network.neutron [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Successfully updated port: 71503888-7dc1-494c-94fe-52f84aa990d7 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.653792] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d6850c2-4c5c-4e1d-ac22-0ecd963dd242 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.188s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.698091] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414008, 'name': CreateVM_Task, 'duration_secs': 0.419259} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.701608] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.702989] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.703339] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.703943] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.704508] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c65b473-f02d-41a3-87cb-b6823ce8b88d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.710938] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1045.710938] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a67619-f3cc-a57d-340d-4b2d6123ce52" [ 1045.710938] env[69905]: _type = "Task" [ 1045.710938] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.722889] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a67619-f3cc-a57d-340d-4b2d6123ce52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.832150] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436f181-0c63-49be-99a4-7f80b0248ccd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.839145] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f823359-3abd-4f4c-9180-d67bb4d98b8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.878740] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e00495d-a2f1-4cd3-935a-74d9b5862dbc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.890164] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414009, 'name': Rename_Task, 'duration_secs': 0.214449} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.892311] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.892619] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7e9e64f-5ca7-4356-adf9-7e88ec19877b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.895067] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f3f937-cf47-48b7-b297-71a7386e4ddc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.910017] env[69905]: DEBUG nova.compute.provider_tree [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.913440] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1045.913440] env[69905]: value = "task-3414010" [ 1045.913440] env[69905]: _type = "Task" [ 1045.913440] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.921180] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.963564] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679955} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.963815] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 33126ccb-e199-46e9-be6b-054e6786c1bd/33126ccb-e199-46e9-be6b-054e6786c1bd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.964041] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.964307] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f59c8ba-5751-4d20-859d-595407d42604 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.970574] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1045.970574] env[69905]: value = "task-3414011" [ 1045.970574] env[69905]: _type = "Task" [ 1045.970574] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.978877] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.127042] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "refresh_cache-f98c1730-16a1-4049-b460-f7628b3d5efd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.127235] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "refresh_cache-f98c1730-16a1-4049-b460-f7628b3d5efd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.127279] env[69905]: DEBUG nova.network.neutron [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.220679] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a67619-f3cc-a57d-340d-4b2d6123ce52, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.223232] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.223461] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.223688] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.223836] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.224020] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.224314] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2266562-161a-4f51-9c15-3231cc5f80cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.232963] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.233161] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.233859] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68b64b6-dbb9-4ef8-950f-e3da4b2b3ea1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.238998] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1046.238998] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521da895-9c36-93dc-7ab1-64b98dfd6bd2" [ 1046.238998] env[69905]: _type = "Task" [ 1046.238998] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.246963] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521da895-9c36-93dc-7ab1-64b98dfd6bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.413575] env[69905]: DEBUG nova.scheduler.client.report [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.429443] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.429743] env[69905]: DEBUG nova.network.neutron [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updated VIF entry in instance network info cache for port 998e2749-4715-4975-8714-57a8324cefd6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.429941] env[69905]: DEBUG nova.network.neutron [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updating instance_info_cache with network_info: [{"id": "998e2749-4715-4975-8714-57a8324cefd6", "address": "fa:16:3e:7c:ec:e9", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e2749-47", "ovs_interfaceid": "998e2749-4715-4975-8714-57a8324cefd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.483611] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081445} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.483896] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.484699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e17b8-ecf1-4585-bccf-2b2e517eda03 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.508339] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 33126ccb-e199-46e9-be6b-054e6786c1bd/33126ccb-e199-46e9-be6b-054e6786c1bd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.508649] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e75e0e-6a3e-4586-833d-75b531c86542 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.528720] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1046.528720] env[69905]: value = "task-3414012" [ 1046.528720] env[69905]: _type = "Task" [ 1046.528720] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.264017] env[69905]: DEBUG nova.network.neutron [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Updating instance_info_cache with network_info: [{"id": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "address": "fa:16:3e:d7:a8:85", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94fa7cd2-1b", "ovs_interfaceid": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.270099] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.378s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.272354] env[69905]: DEBUG oslo_concurrency.lockutils [req-000e00ff-f188-4d22-8c21-1e47f7bb848f req-5cccf7dd-3133-497e-bacb-c99c498663d6 service nova] Releasing lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273822] env[69905]: DEBUG nova.compute.manager [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Received event network-vif-plugged-71503888-7dc1-494c-94fe-52f84aa990d7 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.274037] env[69905]: DEBUG oslo_concurrency.lockutils [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] Acquiring lock "f98c1730-16a1-4049-b460-f7628b3d5efd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.274238] env[69905]: DEBUG oslo_concurrency.lockutils [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.274398] env[69905]: DEBUG oslo_concurrency.lockutils [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.274559] env[69905]: DEBUG nova.compute.manager [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] No waiting events found dispatching network-vif-plugged-71503888-7dc1-494c-94fe-52f84aa990d7 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.274714] env[69905]: WARNING nova.compute.manager [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Received unexpected event network-vif-plugged-71503888-7dc1-494c-94fe-52f84aa990d7 for instance with vm_state building and task_state spawning. [ 1047.274868] env[69905]: DEBUG nova.compute.manager [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Received event network-changed-71503888-7dc1-494c-94fe-52f84aa990d7 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.275039] env[69905]: DEBUG nova.compute.manager [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Refreshing instance network info cache due to event network-changed-71503888-7dc1-494c-94fe-52f84aa990d7. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.275194] env[69905]: DEBUG oslo_concurrency.lockutils [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] Acquiring lock "refresh_cache-f98c1730-16a1-4049-b460-f7628b3d5efd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.284881] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.464s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.285160] env[69905]: DEBUG nova.objects.instance [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lazy-loading 'resources' on Instance uuid 4437a323-5c5e-4642-ac7b-ad5fc176fcbc {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.293324] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.293324] env[69905]: WARNING oslo_vmware.common.loopingcall [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] task run outlasted interval by 0.263516 sec [ 1047.299401] env[69905]: DEBUG oslo_vmware.api [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414010, 'name': PowerOnVM_Task, 'duration_secs': 1.034585} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.299991] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521da895-9c36-93dc-7ab1-64b98dfd6bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.303980] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.304220] env[69905]: DEBUG nova.compute.manager [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.306837] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d25b71-2bee-4a06-8d09-90c4e4148a39 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.309375] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4d4c59-dec0-442a-909d-c22448b95eee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.314252] env[69905]: INFO nova.scheduler.client.report [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Deleted allocations for instance d70e0edc-8c53-474c-8c9a-494cb5d31e3d [ 1047.324710] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1047.324710] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d342b8-0068-d4ac-dc07-4d9e607826fd" [ 1047.324710] env[69905]: _type = "Task" [ 1047.324710] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.325297] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414012, 'name': ReconfigVM_Task, 'duration_secs': 0.77824} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.328446] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 33126ccb-e199-46e9-be6b-054e6786c1bd/33126ccb-e199-46e9-be6b-054e6786c1bd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.332385] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b66e09b-d659-4f0b-b8a7-4e6f3b4a61df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.334495] env[69905]: DEBUG nova.network.neutron [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.343646] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d342b8-0068-d4ac-dc07-4d9e607826fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015549} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.344908] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.345111] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d/5d8f10f5-b4a4-4332-b9e7-5d9da22b991d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.345431] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1047.345431] env[69905]: value = "task-3414013" [ 1047.345431] env[69905]: _type = "Task" [ 1047.345431] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.345610] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc7398e-f925-4063-9137-513880c6c89f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.356311] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414013, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.357754] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1047.357754] env[69905]: value = "task-3414014" [ 1047.357754] env[69905]: _type = "Task" [ 1047.357754] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.369381] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.542729] env[69905]: DEBUG nova.network.neutron [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Updating instance_info_cache with network_info: [{"id": "71503888-7dc1-494c-94fe-52f84aa990d7", "address": "fa:16:3e:a7:7b:56", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71503888-7d", "ovs_interfaceid": "71503888-7dc1-494c-94fe-52f84aa990d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.766399] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.779611] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.779940] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.780253] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.780461] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.780634] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.782923] env[69905]: INFO nova.compute.manager [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Terminating instance [ 1047.826153] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cbc4fbf-df74-4d4a-8a98-a74777bc5ec9 tempest-ServersWithSpecificFlavorTestJSON-526991717 tempest-ServersWithSpecificFlavorTestJSON-526991717-project-member] Lock "d70e0edc-8c53-474c-8c9a-494cb5d31e3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.591s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.835463] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.865091] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414013, 'name': Rename_Task, 'duration_secs': 0.143933} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.865239] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.865453] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a54b555-7ca0-4311-967e-ccf0735f6002 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.870887] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467464} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.871398] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d/5d8f10f5-b4a4-4332-b9e7-5d9da22b991d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.871606] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.871867] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5dcb154-e2fa-4833-a005-9d3fac297779 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.875296] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1047.875296] env[69905]: value = "task-3414015" [ 1047.875296] env[69905]: _type = "Task" [ 1047.875296] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.883315] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1047.883315] env[69905]: value = "task-3414016" [ 1047.883315] env[69905]: _type = "Task" [ 1047.883315] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.891872] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.902743] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.046125] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "refresh_cache-f98c1730-16a1-4049-b460-f7628b3d5efd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.046299] env[69905]: DEBUG nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Instance network_info: |[{"id": "71503888-7dc1-494c-94fe-52f84aa990d7", "address": "fa:16:3e:a7:7b:56", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71503888-7d", "ovs_interfaceid": "71503888-7dc1-494c-94fe-52f84aa990d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.050193] env[69905]: DEBUG oslo_concurrency.lockutils [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] Acquired lock "refresh_cache-f98c1730-16a1-4049-b460-f7628b3d5efd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.050413] env[69905]: DEBUG nova.network.neutron [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Refreshing network info cache for port 71503888-7dc1-494c-94fe-52f84aa990d7 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.052529] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:7b:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71503888-7dc1-494c-94fe-52f84aa990d7', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.063856] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.068503] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.068503] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a563241-daf9-4755-9bae-011310e15d2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.094025] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.094025] env[69905]: value = "task-3414017" [ 1048.094025] env[69905]: _type = "Task" [ 1048.094025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.104609] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414017, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.222810] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7614707b-926a-4e36-aea1-34b28356ff5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.233215] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0d9838-a05b-4dcd-a0a5-9e054784c5b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.284098] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30350c3-6067-44aa-832a-59466cb58942 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.292229] env[69905]: DEBUG nova.compute.manager [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.292367] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.293277] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7110ec10-1c7f-4f2e-861c-85e4ebf1a677 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.297200] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "1c598b31-8782-499b-8822-df5c84363e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.297487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "1c598b31-8782-499b-8822-df5c84363e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.297756] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "1c598b31-8782-499b-8822-df5c84363e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.297951] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "1c598b31-8782-499b-8822-df5c84363e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.298186] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "1c598b31-8782-499b-8822-df5c84363e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.301077] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b1bfb7-2fd6-468a-aab4-c37f357e1932 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.305670] env[69905]: INFO nova.compute.manager [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Terminating instance [ 1048.312534] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.321694] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-024184dd-4b2e-49fc-9c10-909548fec176 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.323869] env[69905]: DEBUG nova.compute.provider_tree [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.332151] env[69905]: DEBUG oslo_vmware.api [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1048.332151] env[69905]: value = "task-3414018" [ 1048.332151] env[69905]: _type = "Task" [ 1048.332151] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.341494] env[69905]: DEBUG oslo_vmware.api [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.390332] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414015, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.396415] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104126} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.397424] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.397551] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd114a26-9cd0-4526-b4c6-1fd4920a1dc2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.420407] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d/5d8f10f5-b4a4-4332-b9e7-5d9da22b991d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.424012] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.424314] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2aabf25-f352-4ad9-baed-c1de638392c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.439469] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e42ed08-0dfd-42bc-9a0a-2ef33c618b9d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.447493] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.448626] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6806bb05-dffe-41e8-bdd2-a1f73fd55798 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.450281] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1048.450281] env[69905]: value = "task-3414019" [ 1048.450281] env[69905]: _type = "Task" [ 1048.450281] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.458767] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.518314] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.518540] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.518722] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleting the datastore file [datastore2] fcf4f21d-ca14-405b-84bd-02eab84e9160 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.518990] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c539cf5-6364-48ab-b57c-427b69222214 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.527274] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1048.527274] env[69905]: value = "task-3414021" [ 1048.527274] env[69905]: _type = "Task" [ 1048.527274] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.538789] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.592697] env[69905]: DEBUG nova.network.neutron [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Updated VIF entry in instance network info cache for port 71503888-7dc1-494c-94fe-52f84aa990d7. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.593462] env[69905]: DEBUG nova.network.neutron [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Updating instance_info_cache with network_info: [{"id": "71503888-7dc1-494c-94fe-52f84aa990d7", "address": "fa:16:3e:a7:7b:56", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71503888-7d", "ovs_interfaceid": "71503888-7dc1-494c-94fe-52f84aa990d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.604443] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414017, 'name': CreateVM_Task, 'duration_secs': 0.37912} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.604519] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.605612] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.605813] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.606140] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.606604] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b05b3a0-9745-4c2d-9f5e-640d30336d17 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.613191] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1048.613191] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52157f0f-87d2-88d8-b60f-658c338e89c1" [ 1048.613191] env[69905]: _type = "Task" [ 1048.613191] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.622087] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52157f0f-87d2-88d8-b60f-658c338e89c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.765566] env[69905]: DEBUG nova.compute.manager [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Received event network-vif-unplugged-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.765793] env[69905]: DEBUG oslo_concurrency.lockutils [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] Acquiring lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.765995] env[69905]: DEBUG oslo_concurrency.lockutils [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.766181] env[69905]: DEBUG oslo_concurrency.lockutils [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.766344] env[69905]: DEBUG nova.compute.manager [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] No waiting events found dispatching network-vif-unplugged-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.766506] env[69905]: WARNING nova.compute.manager [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Received unexpected event network-vif-unplugged-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 for instance with vm_state shelved and task_state shelving_offloading. [ 1048.766660] env[69905]: DEBUG nova.compute.manager [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Received event network-changed-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.766809] env[69905]: DEBUG nova.compute.manager [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Refreshing instance network info cache due to event network-changed-94fa7cd2-1ba0-4379-ac07-641d1fe17dd8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.766985] env[69905]: DEBUG oslo_concurrency.lockutils [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] Acquiring lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.767139] env[69905]: DEBUG oslo_concurrency.lockutils [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] Acquired lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.767292] env[69905]: DEBUG nova.network.neutron [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Refreshing network info cache for port 94fa7cd2-1ba0-4379-ac07-641d1fe17dd8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.822032] env[69905]: DEBUG nova.compute.manager [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.822288] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.823254] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2037a979-066f-461b-979c-8b6928e927a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.826787] env[69905]: DEBUG nova.scheduler.client.report [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.835479] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.839506] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ef6288-ffa0-4ed8-b8c0-6c5425c51029 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.846248] env[69905]: DEBUG oslo_vmware.api [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414018, 'name': PowerOffVM_Task, 'duration_secs': 0.315068} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.848394] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.848599] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.849851] env[69905]: DEBUG oslo_vmware.api [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1048.849851] env[69905]: value = "task-3414022" [ 1048.849851] env[69905]: _type = "Task" [ 1048.849851] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.850152] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ff46bb-66f5-4965-83ec-ef644dc8ffc8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.861797] env[69905]: DEBUG oslo_vmware.api [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.888793] env[69905]: DEBUG oslo_vmware.api [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414015, 'name': PowerOnVM_Task, 'duration_secs': 0.551662} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.889120] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.889332] env[69905]: INFO nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1048.890846] env[69905]: DEBUG nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.890846] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d31b61-6077-4744-aa67-74eacdec3d99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.947089] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.947089] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.947089] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleting the datastore file [datastore1] 101aa208-fd1b-4f93-a89e-8fd6d90574c9 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.947089] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30480d5-dbe3-4c24-9539-6b73cf287047 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.956401] env[69905]: DEBUG oslo_vmware.api [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1048.956401] env[69905]: value = "task-3414024" [ 1048.956401] env[69905]: _type = "Task" [ 1048.956401] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.964838] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.970412] env[69905]: DEBUG oslo_vmware.api [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.040150] env[69905]: DEBUG oslo_vmware.api [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41345} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.040567] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.040655] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.041215] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.063592] env[69905]: INFO nova.scheduler.client.report [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted allocations for instance fcf4f21d-ca14-405b-84bd-02eab84e9160 [ 1049.099132] env[69905]: DEBUG oslo_concurrency.lockutils [req-356f381e-fe85-4127-b2fd-b59a598ce67a req-a2f42db7-fff5-4420-9989-3286118218c4 service nova] Releasing lock "refresh_cache-f98c1730-16a1-4049-b460-f7628b3d5efd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.123275] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52157f0f-87d2-88d8-b60f-658c338e89c1, 'name': SearchDatastore_Task, 'duration_secs': 0.020937} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.123657] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.123890] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.124499] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.124499] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.124499] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.124789] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50649571-26fb-4424-ba44-9976fb6aa6d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.134041] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.134526] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.135079] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211b6ee9-3849-4df3-9379-70450c9894ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.140599] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1049.140599] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fec8d1-cbdb-3b6f-1b4d-3d032918d076" [ 1049.140599] env[69905]: _type = "Task" [ 1049.140599] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.148636] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fec8d1-cbdb-3b6f-1b4d-3d032918d076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.212349] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "4458eac3-5f3b-4288-b063-db84582796a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.212668] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.333151] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.336883] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.635s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.342566] env[69905]: INFO nova.compute.claims [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.361515] env[69905]: INFO nova.scheduler.client.report [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Deleted allocations for instance 4437a323-5c5e-4642-ac7b-ad5fc176fcbc [ 1049.372436] env[69905]: DEBUG oslo_vmware.api [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414022, 'name': PowerOffVM_Task, 'duration_secs': 0.202337} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.372766] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.372938] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.375186] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-689e4a44-24c9-456a-aa48-74fac58a17b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.413613] env[69905]: INFO nova.compute.manager [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Took 39.38 seconds to build instance. [ 1049.433172] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.434807] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.434807] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleting the datastore file [datastore1] 1c598b31-8782-499b-8822-df5c84363e78 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.434807] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134156fb-3691-4f10-9ea3-4fb642e64ed3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.443533] env[69905]: DEBUG oslo_vmware.api [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1049.443533] env[69905]: value = "task-3414026" [ 1049.443533] env[69905]: _type = "Task" [ 1049.443533] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.453120] env[69905]: DEBUG oslo_vmware.api [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.465730] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414019, 'name': ReconfigVM_Task, 'duration_secs': 0.580153} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.466516] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d/5d8f10f5-b4a4-4332-b9e7-5d9da22b991d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.467289] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dca894f-270f-4c87-ab1f-4cd65d4c1383 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.473204] env[69905]: DEBUG oslo_vmware.api [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312719} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.474345] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.474668] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.474954] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.475279] env[69905]: INFO nova.compute.manager [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1049.475634] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.475947] env[69905]: DEBUG nova.compute.manager [-] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.476161] env[69905]: DEBUG nova.network.neutron [-] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.479035] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1049.479035] env[69905]: value = "task-3414027" [ 1049.479035] env[69905]: _type = "Task" [ 1049.479035] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.489858] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414027, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.570051] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.655372] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fec8d1-cbdb-3b6f-1b4d-3d032918d076, 'name': SearchDatastore_Task, 'duration_secs': 0.019734} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.656405] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b564208-a1d9-43c7-855e-fe47e5988aaa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.664023] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1049.664023] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52de073f-d9db-0234-3022-79ab0d13fd1c" [ 1049.664023] env[69905]: _type = "Task" [ 1049.664023] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.672028] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52de073f-d9db-0234-3022-79ab0d13fd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.717514] env[69905]: DEBUG nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.874175] env[69905]: DEBUG oslo_concurrency.lockutils [None req-957f7020-532e-49e5-b588-30aed4fe02e8 tempest-MultipleCreateTestJSON-1575535875 tempest-MultipleCreateTestJSON-1575535875-project-member] Lock "4437a323-5c5e-4642-ac7b-ad5fc176fcbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.655s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.917805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-35fb4a97-aa75-48a2-aeb2-5dd82f2c606c tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.894s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.957380] env[69905]: DEBUG oslo_vmware.api [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333743} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.957380] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.957380] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.957380] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.957380] env[69905]: INFO nova.compute.manager [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1049.957380] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.957380] env[69905]: DEBUG nova.compute.manager [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.957380] env[69905]: DEBUG nova.network.neutron [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.967855] env[69905]: DEBUG nova.network.neutron [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Updated VIF entry in instance network info cache for port 94fa7cd2-1ba0-4379-ac07-641d1fe17dd8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.967855] env[69905]: DEBUG nova.network.neutron [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Updating instance_info_cache with network_info: [{"id": "94fa7cd2-1ba0-4379-ac07-641d1fe17dd8", "address": "fa:16:3e:d7:a8:85", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": null, "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap94fa7cd2-1b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.991611] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414027, 'name': Rename_Task, 'duration_secs': 0.284652} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.992180] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.992567] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e529da97-c18d-4bf6-ab7d-b3f69b1e994e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.000769] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1050.000769] env[69905]: value = "task-3414028" [ 1050.000769] env[69905]: _type = "Task" [ 1050.000769] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.012232] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.185652] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52de073f-d9db-0234-3022-79ab0d13fd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.023071} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.189023] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.189023] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] f98c1730-16a1-4049-b460-f7628b3d5efd/f98c1730-16a1-4049-b460-f7628b3d5efd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.189023] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b61e54-f888-4480-8c59-5aa1df433e98 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.194240] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1050.194240] env[69905]: value = "task-3414029" [ 1050.194240] env[69905]: _type = "Task" [ 1050.194240] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.203304] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.240757] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.325931] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522463ba-37bf-314d-8c5b-52657ffe5f73/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.328572] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377cd7de-cdd7-44e0-837b-724a85ea8302 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.336039] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522463ba-37bf-314d-8c5b-52657ffe5f73/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.336447] env[69905]: ERROR oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522463ba-37bf-314d-8c5b-52657ffe5f73/disk-0.vmdk due to incomplete transfer. [ 1050.336447] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-765d1b0c-b3ec-4d4e-964f-adef776b842e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.344601] env[69905]: DEBUG oslo_vmware.rw_handles [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522463ba-37bf-314d-8c5b-52657ffe5f73/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1050.344803] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Uploaded image 9379c39e-fc6e-4d50-90ef-b129a79657e2 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1050.348130] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.348130] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-633802bf-ac25-4a25-b776-9fdcfbde5d64 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.358152] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1050.358152] env[69905]: value = "task-3414030" [ 1050.358152] env[69905]: _type = "Task" [ 1050.358152] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.367221] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414030, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.470080] env[69905]: DEBUG oslo_concurrency.lockutils [req-ecb59768-a915-4bfe-8ba2-1552a521eae2 req-b25c5359-86c3-46c7-92ca-1440e1f4c2f4 service nova] Releasing lock "refresh_cache-fcf4f21d-ca14-405b-84bd-02eab84e9160" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.512830] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414028, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.714525] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414029, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.716828] env[69905]: DEBUG nova.compute.manager [req-c6ae62b1-47dd-4cac-9b23-890b950ee4ac req-30360061-fd18-4fb7-b9ee-b2a96adb4d9a service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Received event network-vif-deleted-0dd2aaae-4809-4327-8b69-a4b7667ad1aa {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.717084] env[69905]: INFO nova.compute.manager [req-c6ae62b1-47dd-4cac-9b23-890b950ee4ac req-30360061-fd18-4fb7-b9ee-b2a96adb4d9a service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Neutron deleted interface 0dd2aaae-4809-4327-8b69-a4b7667ad1aa; detaching it from the instance and deleting it from the info cache [ 1050.717225] env[69905]: DEBUG nova.network.neutron [req-c6ae62b1-47dd-4cac-9b23-890b950ee4ac req-30360061-fd18-4fb7-b9ee-b2a96adb4d9a service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.730717] env[69905]: DEBUG nova.network.neutron [-] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.808315] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06caf3b2-5c4e-4989-a9d3-be51b99661cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.819577] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df82b228-6d68-4641-ae9c-8e44738c5ecf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.856610] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e68fe38-50b5-4ed4-bd71-6230e068d0c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.875247] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bfceb9-13a9-4032-bc48-80796fc28645 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.880127] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414030, 'name': Destroy_Task, 'duration_secs': 0.503369} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.881046] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Destroyed the VM [ 1050.881371] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.882028] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3534f69f-58ef-4738-a6df-0e364acf40f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.893451] env[69905]: DEBUG nova.compute.provider_tree [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.898215] env[69905]: DEBUG nova.compute.manager [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Received event network-vif-deleted-d2acae33-8652-4a7a-82d1-ec7531ab19c3 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.898498] env[69905]: DEBUG nova.compute.manager [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.898692] env[69905]: DEBUG nova.compute.manager [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing instance network info cache due to event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.898927] env[69905]: DEBUG oslo_concurrency.lockutils [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.899108] env[69905]: DEBUG oslo_concurrency.lockutils [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.899297] env[69905]: DEBUG nova.network.neutron [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.902464] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1050.902464] env[69905]: value = "task-3414031" [ 1050.902464] env[69905]: _type = "Task" [ 1050.902464] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.913259] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414031, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.013692] env[69905]: DEBUG oslo_vmware.api [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414028, 'name': PowerOnVM_Task, 'duration_secs': 0.548653} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.013692] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.013983] env[69905]: INFO nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1051.014159] env[69905]: DEBUG nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.014964] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d02e5d-e9a3-4647-a9b3-6f2308ca1931 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.079955] env[69905]: DEBUG nova.network.neutron [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.124653] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.209027] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68522} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.209027] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] f98c1730-16a1-4049-b460-f7628b3d5efd/f98c1730-16a1-4049-b460-f7628b3d5efd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.209027] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.209027] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6de96a0-2572-4983-813b-291337a29290 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.217510] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1051.217510] env[69905]: value = "task-3414032" [ 1051.217510] env[69905]: _type = "Task" [ 1051.217510] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.226310] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.226950] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eae6334e-ac69-4d77-bd5c-7c6dc19922ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.235198] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785be4a6-0ee8-4f02-8f04-90cf14aa2abe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.248644] env[69905]: INFO nova.compute.manager [-] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Took 1.77 seconds to deallocate network for instance. [ 1051.277940] env[69905]: DEBUG nova.compute.manager [req-c6ae62b1-47dd-4cac-9b23-890b950ee4ac req-30360061-fd18-4fb7-b9ee-b2a96adb4d9a service nova] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Detach interface failed, port_id=0dd2aaae-4809-4327-8b69-a4b7667ad1aa, reason: Instance 1c598b31-8782-499b-8822-df5c84363e78 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.397527] env[69905]: DEBUG nova.scheduler.client.report [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.417735] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414031, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.466214] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.466554] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.537760] env[69905]: INFO nova.compute.manager [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Took 40.05 seconds to build instance. [ 1051.583161] env[69905]: INFO nova.compute.manager [-] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Took 1.63 seconds to deallocate network for instance. [ 1051.730031] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071776} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.730272] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.731919] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedad5b0-eecd-4db8-a351-6c6824053d32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.761095] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f98c1730-16a1-4049-b460-f7628b3d5efd/f98c1730-16a1-4049-b460-f7628b3d5efd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.764449] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.765015] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3fe567-c54d-402d-b6b3-e16c2d87ac6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.787495] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1051.787495] env[69905]: value = "task-3414033" [ 1051.787495] env[69905]: _type = "Task" [ 1051.787495] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.803762] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414033, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.845242] env[69905]: DEBUG nova.network.neutron [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updated VIF entry in instance network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.845843] env[69905]: DEBUG nova.network.neutron [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.903813] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.904359] env[69905]: DEBUG nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.907399] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.195s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.908934] env[69905]: INFO nova.compute.claims [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.927368] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414031, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.970584] env[69905]: DEBUG nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.041577] env[69905]: DEBUG oslo_concurrency.lockutils [None req-452e2449-a143-4b31-8b42-5b0a218f444b tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.562s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.093167] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.301534] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.350349] env[69905]: DEBUG oslo_concurrency.lockutils [req-dfa39f90-d265-49a5-8221-50388507ed7e req-febede55-f7f5-45e7-97b3-1c15cf1a641b service nova] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.418624] env[69905]: DEBUG nova.compute.utils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.421629] env[69905]: DEBUG nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.421746] env[69905]: DEBUG nova.network.neutron [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.425538] env[69905]: DEBUG oslo_vmware.api [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414031, 'name': RemoveSnapshot_Task, 'duration_secs': 1.432552} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.426120] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1052.426356] env[69905]: INFO nova.compute.manager [None req-51e5afc7-cd40-4fab-bbfa-eb313d07ad37 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 1052.506506] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.518750] env[69905]: DEBUG nova.policy [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be66bcf7ca924588a42329e64df31215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d3e41cbbb244734a985bd5e9a421d83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.797987] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414033, 'name': ReconfigVM_Task, 'duration_secs': 0.911245} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.798576] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f98c1730-16a1-4049-b460-f7628b3d5efd/f98c1730-16a1-4049-b460-f7628b3d5efd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.799264] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c6e6461-3605-4adf-81f3-c9f19a1db1bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.806197] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1052.806197] env[69905]: value = "task-3414034" [ 1052.806197] env[69905]: _type = "Task" [ 1052.806197] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.814352] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414034, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.929516] env[69905]: DEBUG nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.978154] env[69905]: DEBUG nova.compute.manager [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Received event network-changed-998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.978154] env[69905]: DEBUG nova.compute.manager [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Refreshing instance network info cache due to event network-changed-998e2749-4715-4975-8714-57a8324cefd6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.978154] env[69905]: DEBUG oslo_concurrency.lockutils [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] Acquiring lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.978154] env[69905]: DEBUG oslo_concurrency.lockutils [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] Acquired lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.980169] env[69905]: DEBUG nova.network.neutron [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Refreshing network info cache for port 998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.174566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.174829] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.175595] env[69905]: INFO nova.compute.manager [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Rebooting instance [ 1053.199558] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.199962] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.317997] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414034, 'name': Rename_Task, 'duration_secs': 0.277546} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.322893] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.325545] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0932a1-6e80-4a8f-aded-f1bd44ade99f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.332529] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1053.332529] env[69905]: value = "task-3414035" [ 1053.332529] env[69905]: _type = "Task" [ 1053.332529] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.342860] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.405186] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a28d98-b8c0-4565-ba6a-6e49cd2c0df5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.414545] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616e6dca-4746-4e9a-a375-a943dadd2231 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.458429] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609d749-545e-4c63-aac0-61ca51f8d99b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.466634] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de88e7aa-b3b5-428f-82ad-7de167c8010b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.471540] env[69905]: DEBUG nova.network.neutron [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Successfully created port: 7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.486012] env[69905]: DEBUG nova.compute.provider_tree [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.713547] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.713547] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.713547] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.713547] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.713547] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.713547] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.713547] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.713547] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1053.713547] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.793967] env[69905]: DEBUG nova.network.neutron [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updated VIF entry in instance network info cache for port 998e2749-4715-4975-8714-57a8324cefd6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.793967] env[69905]: DEBUG nova.network.neutron [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updating instance_info_cache with network_info: [{"id": "998e2749-4715-4975-8714-57a8324cefd6", "address": "fa:16:3e:7c:ec:e9", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e2749-47", "ovs_interfaceid": "998e2749-4715-4975-8714-57a8324cefd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.847159] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414035, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.963488] env[69905]: DEBUG nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.988033] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.988033] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.988033] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.988033] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.989932] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.989932] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.989932] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.989932] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.989932] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.989932] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.989932] env[69905]: DEBUG nova.virt.hardware [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.991293] env[69905]: DEBUG nova.scheduler.client.report [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.994843] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451fd0a2-eb23-417e-ab53-02b75dcdb03a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.004698] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dfecc0-ee5d-448f-9c0f-99640d864ca8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.214795] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.296733] env[69905]: DEBUG oslo_concurrency.lockutils [req-cde2e0bf-4d8c-4629-b629-ca6b7ad639f8 req-babdbf12-57b7-41e0-bee7-5c7093d0ab82 service nova] Releasing lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.297351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquired lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.297592] env[69905]: DEBUG nova.network.neutron [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.344687] env[69905]: DEBUG oslo_vmware.api [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414035, 'name': PowerOnVM_Task, 'duration_secs': 0.970252} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.345070] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.345364] env[69905]: INFO nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1054.345581] env[69905]: DEBUG nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.346446] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c820ca3a-ab21-48e6-8f65-5003f4c4ffd7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.500031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.500520] env[69905]: DEBUG nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.503063] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.988s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.503324] env[69905]: DEBUG nova.objects.instance [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.868582] env[69905]: INFO nova.compute.manager [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Took 38.41 seconds to build instance. [ 1055.007375] env[69905]: DEBUG nova.compute.utils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.009023] env[69905]: DEBUG nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.009023] env[69905]: DEBUG nova.network.neutron [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.050400] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "e0c819d8-c720-4b7f-9f68-74813efb3700" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.050400] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.050400] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "e0c819d8-c720-4b7f-9f68-74813efb3700-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.050400] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.050400] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.051634] env[69905]: INFO nova.compute.manager [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Terminating instance [ 1055.110122] env[69905]: DEBUG nova.policy [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f67bdbebb94426ba08466c20f749a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a5b6b1b9a4f4697bd29ed8db8f328c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.291107] env[69905]: DEBUG nova.compute.manager [req-b9cfc528-7839-46f2-839a-de1831d92fc5 req-be7c1ae0-f93a-42e6-b4d4-3e5e150142a2 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Received event network-vif-plugged-7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.291107] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9cfc528-7839-46f2-839a-de1831d92fc5 req-be7c1ae0-f93a-42e6-b4d4-3e5e150142a2 service nova] Acquiring lock "48c4c2f6-2fb1-4105-b3f9-a96095526316-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.291107] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9cfc528-7839-46f2-839a-de1831d92fc5 req-be7c1ae0-f93a-42e6-b4d4-3e5e150142a2 service nova] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.291107] env[69905]: DEBUG oslo_concurrency.lockutils [req-b9cfc528-7839-46f2-839a-de1831d92fc5 req-be7c1ae0-f93a-42e6-b4d4-3e5e150142a2 service nova] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.291107] env[69905]: DEBUG nova.compute.manager [req-b9cfc528-7839-46f2-839a-de1831d92fc5 req-be7c1ae0-f93a-42e6-b4d4-3e5e150142a2 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] No waiting events found dispatching network-vif-plugged-7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.291107] env[69905]: WARNING nova.compute.manager [req-b9cfc528-7839-46f2-839a-de1831d92fc5 req-be7c1ae0-f93a-42e6-b4d4-3e5e150142a2 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Received unexpected event network-vif-plugged-7d53bb89-5fc7-40b1-be46-32783beee9ca for instance with vm_state building and task_state spawning. [ 1055.291107] env[69905]: DEBUG nova.network.neutron [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updating instance_info_cache with network_info: [{"id": "998e2749-4715-4975-8714-57a8324cefd6", "address": "fa:16:3e:7c:ec:e9", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e2749-47", "ovs_interfaceid": "998e2749-4715-4975-8714-57a8324cefd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.291107] env[69905]: DEBUG nova.network.neutron [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Successfully updated port: 7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.339288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "f98c1730-16a1-4049-b460-f7628b3d5efd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.370217] env[69905]: DEBUG oslo_concurrency.lockutils [None req-365c9563-0e3f-4f71-9ffe-f0cb24107b68 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.918s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.371409] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.031s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.371409] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "f98c1730-16a1-4049-b460-f7628b3d5efd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.371409] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.371409] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.374470] env[69905]: INFO nova.compute.manager [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Terminating instance [ 1055.514622] env[69905]: DEBUG nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.518489] env[69905]: DEBUG oslo_concurrency.lockutils [None req-562c7857-a725-4880-9dda-b8a1e7cc7b65 tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.519489] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.920s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.521232] env[69905]: INFO nova.compute.claims [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.561152] env[69905]: DEBUG nova.compute.manager [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.561413] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.562372] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013573e-3d31-495d-8cdd-8321c0d93ce2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.573741] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.574795] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5687119b-5d33-4fff-ad1f-bb48651f6fc9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.582813] env[69905]: DEBUG oslo_vmware.api [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1055.582813] env[69905]: value = "task-3414036" [ 1055.582813] env[69905]: _type = "Task" [ 1055.582813] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.586553] env[69905]: DEBUG nova.network.neutron [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Successfully created port: a21e22d2-56d7-480a-bae7-c947b2a88299 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.594951] env[69905]: DEBUG oslo_vmware.api [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.714997] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Releasing lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.720602] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.720602] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.720602] env[69905]: DEBUG nova.network.neutron [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.879529] env[69905]: DEBUG nova.compute.manager [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.879771] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.880819] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9690a7d-6fcb-4a4e-b708-b16cc54033af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.888762] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.889024] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-711c7734-a8ad-4606-b268-ee37e268b3f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.896482] env[69905]: DEBUG oslo_vmware.api [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1055.896482] env[69905]: value = "task-3414037" [ 1055.896482] env[69905]: _type = "Task" [ 1055.896482] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.904605] env[69905]: DEBUG oslo_vmware.api [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.093208] env[69905]: DEBUG oslo_vmware.api [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414036, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.221297] env[69905]: DEBUG nova.compute.manager [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.224238] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5d37d5-cac2-4be5-a78d-13d5b5fe32e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.262467] env[69905]: DEBUG nova.network.neutron [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.411143] env[69905]: DEBUG oslo_vmware.api [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414037, 'name': PowerOffVM_Task, 'duration_secs': 0.285679} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.411143] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.411329] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.411611] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fa8182-8c70-4861-baeb-66e4110e3f60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.438816] env[69905]: DEBUG nova.network.neutron [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.469614] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.469843] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.470040] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleting the datastore file [datastore1] f98c1730-16a1-4049-b460-f7628b3d5efd {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.470304] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-214cfd37-89b7-404b-80f1-a9428e3f20ce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.477393] env[69905]: DEBUG oslo_vmware.api [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1056.477393] env[69905]: value = "task-3414039" [ 1056.477393] env[69905]: _type = "Task" [ 1056.477393] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.485534] env[69905]: DEBUG oslo_vmware.api [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.523704] env[69905]: DEBUG nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.549479] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.549749] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.549946] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.550163] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.550335] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.550493] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.550708] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.550896] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.551112] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.551296] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.551487] env[69905]: DEBUG nova.virt.hardware [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.552451] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9b235-4dd2-40ca-bfba-1354759d0b5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.564029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ace9e1-97d2-4294-a0b9-19a22d26a97a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.591770] env[69905]: DEBUG oslo_vmware.api [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414036, 'name': PowerOffVM_Task, 'duration_secs': 0.594906} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.594286] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.594462] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.594873] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b939ad1-8663-4dd5-9eeb-e418d2a7093c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.666046] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.666182] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.666330] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Deleting the datastore file [datastore2] e0c819d8-c720-4b7f-9f68-74813efb3700 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.666593] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a5172a7-6cbc-4ae3-a7c8-c319fe118707 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.673467] env[69905]: DEBUG oslo_vmware.api [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1056.673467] env[69905]: value = "task-3414041" [ 1056.673467] env[69905]: _type = "Task" [ 1056.673467] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.681098] env[69905]: DEBUG oslo_vmware.api [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.841577] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc858907-95f9-4ebf-81e2-143276e97a4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.849609] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a01e4-573d-4c8e-9b28-aed4dd52666b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.882345] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8112a8-a8b9-40e8-8f1e-ee2c5f04a15d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.892706] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3673a8ee-59ba-4a4d-8d14-22d5ce46cba5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.899488] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "c930227e-8a0c-4751-966f-ed339c3328a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.899717] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "c930227e-8a0c-4751-966f-ed339c3328a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.910799] env[69905]: DEBUG nova.compute.provider_tree [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.941694] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.942168] env[69905]: DEBUG nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Instance network_info: |[{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.942634] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:c5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d53bb89-5fc7-40b1-be46-32783beee9ca', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.950311] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.950523] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.951494] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2d9c491-3eea-4b88-a00c-2bc225e94541 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.970401] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.970401] env[69905]: value = "task-3414042" [ 1056.970401] env[69905]: _type = "Task" [ 1056.970401] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.978235] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414042, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.986283] env[69905]: DEBUG oslo_vmware.api [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156982} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.986459] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.986639] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.986814] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.987085] env[69905]: INFO nova.compute.manager [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1056.987226] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.987513] env[69905]: DEBUG nova.compute.manager [-] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.987513] env[69905]: DEBUG nova.network.neutron [-] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.184859] env[69905]: DEBUG oslo_vmware.api [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403309} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.185399] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.185705] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.186025] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.186336] env[69905]: INFO nova.compute.manager [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1057.186755] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.187129] env[69905]: DEBUG nova.compute.manager [-] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.187360] env[69905]: DEBUG nova.network.neutron [-] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.206175] env[69905]: DEBUG nova.compute.manager [req-af6e2e30-b568-4f77-b9b8-4d950db64373 req-8da76636-dfc7-49fd-92ec-b9dcf9ace784 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Received event network-vif-plugged-a21e22d2-56d7-480a-bae7-c947b2a88299 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.206175] env[69905]: DEBUG oslo_concurrency.lockutils [req-af6e2e30-b568-4f77-b9b8-4d950db64373 req-8da76636-dfc7-49fd-92ec-b9dcf9ace784 service nova] Acquiring lock "9ccc88b1-f087-4038-9a32-e382fc5762cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.206175] env[69905]: DEBUG oslo_concurrency.lockutils [req-af6e2e30-b568-4f77-b9b8-4d950db64373 req-8da76636-dfc7-49fd-92ec-b9dcf9ace784 service nova] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.206175] env[69905]: DEBUG oslo_concurrency.lockutils [req-af6e2e30-b568-4f77-b9b8-4d950db64373 req-8da76636-dfc7-49fd-92ec-b9dcf9ace784 service nova] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.206175] env[69905]: DEBUG nova.compute.manager [req-af6e2e30-b568-4f77-b9b8-4d950db64373 req-8da76636-dfc7-49fd-92ec-b9dcf9ace784 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] No waiting events found dispatching network-vif-plugged-a21e22d2-56d7-480a-bae7-c947b2a88299 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.206633] env[69905]: WARNING nova.compute.manager [req-af6e2e30-b568-4f77-b9b8-4d950db64373 req-8da76636-dfc7-49fd-92ec-b9dcf9ace784 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Received unexpected event network-vif-plugged-a21e22d2-56d7-480a-bae7-c947b2a88299 for instance with vm_state building and task_state spawning. [ 1057.228179] env[69905]: DEBUG nova.compute.manager [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Received event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.228179] env[69905]: DEBUG nova.compute.manager [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing instance network info cache due to event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.228179] env[69905]: DEBUG oslo_concurrency.lockutils [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] Acquiring lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.228179] env[69905]: DEBUG oslo_concurrency.lockutils [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] Acquired lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.228179] env[69905]: DEBUG nova.network.neutron [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.242015] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913150c7-4328-4834-a276-88958f6df247 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.249176] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Doing hard reboot of VM {{(pid=69905) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1057.249549] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-378f5c5d-9df1-441b-831d-3558ab23e934 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.257561] env[69905]: DEBUG oslo_vmware.api [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1057.257561] env[69905]: value = "task-3414043" [ 1057.257561] env[69905]: _type = "Task" [ 1057.257561] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.265856] env[69905]: DEBUG oslo_vmware.api [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414043, 'name': ResetVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.402666] env[69905]: DEBUG nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.417023] env[69905]: DEBUG nova.scheduler.client.report [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.481445] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414042, 'name': CreateVM_Task, 'duration_secs': 0.473678} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.481445] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.482135] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.482421] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.482823] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.483198] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7308d378-8417-46f2-9a13-7a9076809add {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.488054] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1057.488054] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5280799f-be73-3bb5-cf4d-d0e2c8072262" [ 1057.488054] env[69905]: _type = "Task" [ 1057.488054] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.496460] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5280799f-be73-3bb5-cf4d-d0e2c8072262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.509849] env[69905]: DEBUG nova.network.neutron [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Successfully updated port: a21e22d2-56d7-480a-bae7-c947b2a88299 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.738193] env[69905]: DEBUG nova.network.neutron [-] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.769537] env[69905]: DEBUG oslo_vmware.api [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414043, 'name': ResetVM_Task, 'duration_secs': 0.112715} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.769820] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Did hard reboot of VM {{(pid=69905) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1057.770040] env[69905]: DEBUG nova.compute.manager [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.770867] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b7f61-33e2-4b63-b784-bc481ece118b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.923290] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.923783] env[69905]: DEBUG nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.929538] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.929803] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.357s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.930063] env[69905]: DEBUG nova.objects.instance [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lazy-loading 'resources' on Instance uuid 584e82cd-9118-460c-939e-b2f34517a1d0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.998525] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5280799f-be73-3bb5-cf4d-d0e2c8072262, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.998830] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.999080] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.999502] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.999502] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.999633] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.999867] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fa7a4c-2754-492a-a395-29c36959b81a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.002156] env[69905]: DEBUG nova.network.neutron [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updated VIF entry in instance network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.002478] env[69905]: DEBUG nova.network.neutron [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.010209] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.010762] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.011365] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "refresh_cache-9ccc88b1-f087-4038-9a32-e382fc5762cd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.011493] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquired lock "refresh_cache-9ccc88b1-f087-4038-9a32-e382fc5762cd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.011634] env[69905]: DEBUG nova.network.neutron [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.012559] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f08e45-9992-48df-a46f-55dcbe1adfa9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.018649] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1058.018649] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5208201b-0a3e-8b94-08c9-0c2d94eff3ae" [ 1058.018649] env[69905]: _type = "Task" [ 1058.018649] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.027017] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5208201b-0a3e-8b94-08c9-0c2d94eff3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.132151] env[69905]: DEBUG nova.network.neutron [-] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.241048] env[69905]: INFO nova.compute.manager [-] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Took 1.25 seconds to deallocate network for instance. [ 1058.282144] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4006f800-31fb-4f58-b52a-5697fedf635e tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.107s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.436404] env[69905]: DEBUG nova.compute.utils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.438207] env[69905]: DEBUG nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.438476] env[69905]: DEBUG nova.network.neutron [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.505284] env[69905]: DEBUG oslo_concurrency.lockutils [req-81360c83-58f7-449a-a2ca-0635096859c0 req-735e8308-ada1-4a92-82a9-53af3d4b9be6 service nova] Releasing lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.510937] env[69905]: DEBUG nova.policy [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b519eabd8d2430fa1a8d22bbe7d866d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f28d6ac921b4465add820edd5b34110', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.529608] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5208201b-0a3e-8b94-08c9-0c2d94eff3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.532660] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3195f084-a858-4f30-9cef-64c52d97c40e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.537632] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1058.537632] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f570b3-a589-3f51-022f-a60f520a47da" [ 1058.537632] env[69905]: _type = "Task" [ 1058.537632] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.547413] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f570b3-a589-3f51-022f-a60f520a47da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.579322] env[69905]: DEBUG nova.network.neutron [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.634375] env[69905]: INFO nova.compute.manager [-] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Took 1.45 seconds to deallocate network for instance. [ 1058.749427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.771219] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c56ffc-0bbc-4a64-8ee5-e3f5dfa9d700 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.779607] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f7a83c-6d85-4dc9-89ec-09af194a8742 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.813305] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427ebbbf-2d7f-4b95-bab9-15b8314493b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.821561] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae58d32-c8d5-4b5d-b00e-3324e9f42bbb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.835230] env[69905]: DEBUG nova.compute.provider_tree [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.881759] env[69905]: DEBUG nova.network.neutron [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Updating instance_info_cache with network_info: [{"id": "a21e22d2-56d7-480a-bae7-c947b2a88299", "address": "fa:16:3e:93:dd:17", "network": {"id": "d41c56d8-de10-4be6-aa1a-1eab10444871", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1477066752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a5b6b1b9a4f4697bd29ed8db8f328c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21e22d2-56", "ovs_interfaceid": "a21e22d2-56d7-480a-bae7-c947b2a88299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.941909] env[69905]: DEBUG nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.048328] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f570b3-a589-3f51-022f-a60f520a47da, 'name': SearchDatastore_Task, 'duration_secs': 0.017967} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.048615] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.048876] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/48c4c2f6-2fb1-4105-b3f9-a96095526316.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.049148] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886fb83f-6694-423f-b2ed-baa7fc8aafaa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.055818] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1059.055818] env[69905]: value = "task-3414044" [ 1059.055818] env[69905]: _type = "Task" [ 1059.055818] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.065386] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.145316] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.338592] env[69905]: DEBUG nova.scheduler.client.report [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.384378] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Releasing lock "refresh_cache-9ccc88b1-f087-4038-9a32-e382fc5762cd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.384624] env[69905]: DEBUG nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Instance network_info: |[{"id": "a21e22d2-56d7-480a-bae7-c947b2a88299", "address": "fa:16:3e:93:dd:17", "network": {"id": "d41c56d8-de10-4be6-aa1a-1eab10444871", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1477066752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a5b6b1b9a4f4697bd29ed8db8f328c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21e22d2-56", "ovs_interfaceid": "a21e22d2-56d7-480a-bae7-c947b2a88299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.385129] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:dd:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a21e22d2-56d7-480a-bae7-c947b2a88299', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.398950] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Creating folder: Project (6a5b6b1b9a4f4697bd29ed8db8f328c0). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.398950] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41d62949-7bd3-4836-8339-a955d8cac371 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.415034] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Created folder: Project (6a5b6b1b9a4f4697bd29ed8db8f328c0) in parent group-v680985. [ 1059.415034] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Creating folder: Instances. Parent ref: group-v681220. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.415034] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2773573b-83ab-4969-9f4f-6e2b1381b08f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.426027] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Created folder: Instances in parent group-v681220. [ 1059.426027] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.426027] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.426027] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5824a695-1c8e-4b39-b684-23a7e8ecbd31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.462293] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.462293] env[69905]: value = "task-3414047" [ 1059.462293] env[69905]: _type = "Task" [ 1059.462293] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.472473] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414047, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.539620] env[69905]: DEBUG nova.network.neutron [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Successfully created port: 4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.568016] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455043} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.568422] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/48c4c2f6-2fb1-4105-b3f9-a96095526316.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.568647] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.568896] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e609c0-6d75-4854-a2f3-62350d71b651 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.577172] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1059.577172] env[69905]: value = "task-3414048" [ 1059.577172] env[69905]: _type = "Task" [ 1059.577172] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.585987] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.779131] env[69905]: DEBUG nova.compute.manager [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Received event network-changed-a21e22d2-56d7-480a-bae7-c947b2a88299 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.780080] env[69905]: DEBUG nova.compute.manager [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Refreshing instance network info cache due to event network-changed-a21e22d2-56d7-480a-bae7-c947b2a88299. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.780461] env[69905]: DEBUG oslo_concurrency.lockutils [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] Acquiring lock "refresh_cache-9ccc88b1-f087-4038-9a32-e382fc5762cd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.780790] env[69905]: DEBUG oslo_concurrency.lockutils [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] Acquired lock "refresh_cache-9ccc88b1-f087-4038-9a32-e382fc5762cd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.781116] env[69905]: DEBUG nova.network.neutron [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Refreshing network info cache for port a21e22d2-56d7-480a-bae7-c947b2a88299 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.783067] env[69905]: DEBUG nova.compute.manager [req-e1daba07-da77-4df2-8e2d-e23b26c7f660 req-59721d5e-86a9-4849-a53e-bff4bc948945 service nova] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Received event network-vif-deleted-71503888-7dc1-494c-94fe-52f84aa990d7 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.846863] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.849487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.966s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.849766] env[69905]: DEBUG nova.objects.instance [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lazy-loading 'resources' on Instance uuid 2427eba7-c325-4ef4-b00c-7355cb492750 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.869868] env[69905]: INFO nova.scheduler.client.report [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Deleted allocations for instance 584e82cd-9118-460c-939e-b2f34517a1d0 [ 1059.956034] env[69905]: DEBUG nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.974370] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414047, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.004738] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.004738] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.004738] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.004738] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.005879] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.006255] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.006856] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.007219] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.008038] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.008837] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.012038] env[69905]: DEBUG nova.virt.hardware [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.012509] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26a55a-6d5d-4ec3-b001-68f05a46430b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.021132] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb732bf5-80b0-424d-bc29-5943d1bb91a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.090637] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108998} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.090637] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.090637] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f513886f-7c92-4aa9-adf8-591fa67bc246 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.116179] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/48c4c2f6-2fb1-4105-b3f9-a96095526316.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.116531] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46aec00-1c30-4eaf-9cff-42ad34414b70 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.135570] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1060.135570] env[69905]: value = "task-3414049" [ 1060.135570] env[69905]: _type = "Task" [ 1060.135570] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.143926] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.377566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f780abec-5164-4909-8529-9bb53248d167 tempest-ImagesTestJSON-1257817121 tempest-ImagesTestJSON-1257817121-project-member] Lock "584e82cd-9118-460c-939e-b2f34517a1d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.432s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.470545] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414047, 'name': CreateVM_Task, 'duration_secs': 0.709614} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.474646] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.475764] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.475764] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.475999] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.476503] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286ba1a4-7707-4924-a5a9-b174ef637e38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.481457] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1060.481457] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528ec3fc-ee8c-4b36-622e-4653f4ffc13d" [ 1060.481457] env[69905]: _type = "Task" [ 1060.481457] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.489104] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528ec3fc-ee8c-4b36-622e-4653f4ffc13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.569659] env[69905]: DEBUG nova.network.neutron [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Updated VIF entry in instance network info cache for port a21e22d2-56d7-480a-bae7-c947b2a88299. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.570084] env[69905]: DEBUG nova.network.neutron [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Updating instance_info_cache with network_info: [{"id": "a21e22d2-56d7-480a-bae7-c947b2a88299", "address": "fa:16:3e:93:dd:17", "network": {"id": "d41c56d8-de10-4be6-aa1a-1eab10444871", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1477066752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a5b6b1b9a4f4697bd29ed8db8f328c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21e22d2-56", "ovs_interfaceid": "a21e22d2-56d7-480a-bae7-c947b2a88299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.646508] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.658400] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae54e44-dff3-4490-b328-db1e1b4a77a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.666036] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e0e1f2-e02f-4d85-bbb4-e46042a8c6ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.698309] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afb3c58-2164-4a63-a3e8-9bae6baf9ff9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.706701] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aeaa32-29a7-42a7-b34e-0c4bc66faa8f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.721391] env[69905]: DEBUG nova.compute.provider_tree [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.735537] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.735795] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.735998] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.736209] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.737200] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.738776] env[69905]: INFO nova.compute.manager [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Terminating instance [ 1060.992124] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528ec3fc-ee8c-4b36-622e-4653f4ffc13d, 'name': SearchDatastore_Task, 'duration_secs': 0.023359} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.992124] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.992521] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.992802] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.992984] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.993271] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.993558] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44468050-1b00-4d40-8422-5ae984e08e3c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.003850] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.003850] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.004268] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a6ecb5-9b4b-480e-a99e-2c1eb4fac36e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.009486] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1061.009486] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ac1045-c0a8-515f-0586-20f1135aa09f" [ 1061.009486] env[69905]: _type = "Task" [ 1061.009486] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.017308] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ac1045-c0a8-515f-0586-20f1135aa09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.073115] env[69905]: DEBUG oslo_concurrency.lockutils [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] Releasing lock "refresh_cache-9ccc88b1-f087-4038-9a32-e382fc5762cd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.073458] env[69905]: DEBUG nova.compute.manager [req-337a59ab-8a96-46db-a6c5-22e9f4d13353 req-a1963c67-6838-4e91-831e-18092ac2d794 service nova] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Received event network-vif-deleted-3d546682-0484-43c1-8f0d-aaf5ddfd65fe {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.147245] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.224462] env[69905]: DEBUG nova.scheduler.client.report [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.244889] env[69905]: DEBUG nova.compute.manager [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.245142] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.246315] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46103dff-243c-466e-a54c-d39013a4f275 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.255620] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.256781] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76005090-3a27-4596-880e-c80b14c0fad5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.266058] env[69905]: DEBUG oslo_vmware.api [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1061.266058] env[69905]: value = "task-3414050" [ 1061.266058] env[69905]: _type = "Task" [ 1061.266058] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.271855] env[69905]: DEBUG oslo_vmware.api [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.366630] env[69905]: DEBUG nova.network.neutron [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Successfully updated port: 4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.520130] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ac1045-c0a8-515f-0586-20f1135aa09f, 'name': SearchDatastore_Task, 'duration_secs': 0.008309} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.521086] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b5edc1-cffa-4ed7-b974-cccd6e0a0a23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.526176] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1061.526176] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5278efe2-d63c-4969-4ce8-cd581abf3aa5" [ 1061.526176] env[69905]: _type = "Task" [ 1061.526176] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.533966] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5278efe2-d63c-4969-4ce8-cd581abf3aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.647463] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414049, 'name': ReconfigVM_Task, 'duration_secs': 1.167041} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.647760] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/48c4c2f6-2fb1-4105-b3f9-a96095526316.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.648464] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff3b2b3-2345-445d-aeec-baecc6b58a05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.655490] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1061.655490] env[69905]: value = "task-3414051" [ 1061.655490] env[69905]: _type = "Task" [ 1061.655490] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.667968] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414051, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.730247] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.732985] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.689s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.735187] env[69905]: INFO nova.compute.claims [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.761354] env[69905]: INFO nova.scheduler.client.report [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Deleted allocations for instance 2427eba7-c325-4ef4-b00c-7355cb492750 [ 1061.782200] env[69905]: DEBUG oslo_vmware.api [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414050, 'name': PowerOffVM_Task, 'duration_secs': 0.194842} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.782200] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.782200] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.782200] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e85b6be-0f05-42a8-a30b-36fa4bf0f4a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.845410] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.845410] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.845410] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Deleting the datastore file [datastore1] 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.845410] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24958141-9eab-493b-b137-2fac4fb0e654 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.853687] env[69905]: DEBUG oslo_vmware.api [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1061.853687] env[69905]: value = "task-3414053" [ 1061.853687] env[69905]: _type = "Task" [ 1061.853687] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.860361] env[69905]: DEBUG nova.compute.manager [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Received event network-changed-998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.860407] env[69905]: DEBUG nova.compute.manager [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Refreshing instance network info cache due to event network-changed-998e2749-4715-4975-8714-57a8324cefd6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.860607] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Acquiring lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.860753] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Acquired lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.860911] env[69905]: DEBUG nova.network.neutron [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Refreshing network info cache for port 998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.867204] env[69905]: DEBUG oslo_vmware.api [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.871407] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.871407] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.871588] env[69905]: DEBUG nova.network.neutron [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.036861] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5278efe2-d63c-4969-4ce8-cd581abf3aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.037661] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.038148] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9ccc88b1-f087-4038-9a32-e382fc5762cd/9ccc88b1-f087-4038-9a32-e382fc5762cd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.038540] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5aa355-7a1c-4880-8f82-402dffb3a3ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.045271] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1062.045271] env[69905]: value = "task-3414054" [ 1062.045271] env[69905]: _type = "Task" [ 1062.045271] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.052556] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.165400] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414051, 'name': Rename_Task, 'duration_secs': 0.135368} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.165653] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.165892] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f668446-2a1a-4f3d-83ae-d46174e025d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.171782] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1062.171782] env[69905]: value = "task-3414055" [ 1062.171782] env[69905]: _type = "Task" [ 1062.171782] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.179923] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.276728] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0799210-6f47-49ae-bf4f-203c0f48e80c tempest-ServerShowV257Test-343169798 tempest-ServerShowV257Test-343169798-project-member] Lock "2427eba7-c325-4ef4-b00c-7355cb492750" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.721s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.364220] env[69905]: DEBUG oslo_vmware.api [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135856} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.364505] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.364953] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.364953] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.365170] env[69905]: INFO nova.compute.manager [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1062.365601] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.365601] env[69905]: DEBUG nova.compute.manager [-] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.365601] env[69905]: DEBUG nova.network.neutron [-] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.423900] env[69905]: DEBUG nova.network.neutron [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.555822] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480449} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.556135] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9ccc88b1-f087-4038-9a32-e382fc5762cd/9ccc88b1-f087-4038-9a32-e382fc5762cd.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.556363] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.556630] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b681097-c822-4823-89d3-eeaa3a81f9c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.566223] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1062.566223] env[69905]: value = "task-3414056" [ 1062.566223] env[69905]: _type = "Task" [ 1062.566223] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.574435] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.577187] env[69905]: DEBUG nova.network.neutron [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.682882] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.833350] env[69905]: DEBUG nova.network.neutron [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updated VIF entry in instance network info cache for port 998e2749-4715-4975-8714-57a8324cefd6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.833733] env[69905]: DEBUG nova.network.neutron [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updating instance_info_cache with network_info: [{"id": "998e2749-4715-4975-8714-57a8324cefd6", "address": "fa:16:3e:7c:ec:e9", "network": {"id": "8190acaf-6a48-4fb6-96da-d35a2830d17f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-478845632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777e366366f14d4bad002d09c1c79676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e2749-47", "ovs_interfaceid": "998e2749-4715-4975-8714-57a8324cefd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.074995] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062392} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.077919] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.079279] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73b3ce-04a3-4fae-aca2-db48aefd9301 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.082249] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.082588] env[69905]: DEBUG nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Instance network_info: |[{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.083160] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4879dc00-e592-4f69-a193-c9bdf7162dce', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.091138] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Creating folder: Project (8f28d6ac921b4465add820edd5b34110). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.103582] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6422fcff-e1ad-4302-bb85-4504a9cdbaa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.119766] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 9ccc88b1-f087-4038-9a32-e382fc5762cd/9ccc88b1-f087-4038-9a32-e382fc5762cd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.121134] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1289c12a-e832-45fb-95d3-807e70d60c85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.138765] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d52e9f-ae3b-4deb-b846-d9cc5e5a0068 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.147581] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cba9de-9355-4550-b33b-a0c7698abff6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.150769] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1063.150769] env[69905]: value = "task-3414058" [ 1063.150769] env[69905]: _type = "Task" [ 1063.150769] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.152105] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Created folder: Project (8f28d6ac921b4465add820edd5b34110) in parent group-v680985. [ 1063.152299] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Creating folder: Instances. Parent ref: group-v681223. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.155788] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa9fb036-3a3c-4843-98c9-756acec3caf7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.185254] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c725ed-077b-44d3-b800-9c59f3dcb41c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.192291] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.194080] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Created folder: Instances in parent group-v681223. [ 1063.194321] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.194553] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.194769] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73df34c0-e758-4f14-8829-35814bf02ddd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.212979] env[69905]: DEBUG oslo_vmware.api [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414055, 'name': PowerOnVM_Task, 'duration_secs': 0.585663} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.214524] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b852cc-db97-4de8-a8f0-02cde69cbc7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.218265] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.218475] env[69905]: INFO nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1063.218656] env[69905]: DEBUG nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.220247] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f4f620-ef9a-4fa2-8d69-654bf3e70ef8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.222720] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.222720] env[69905]: value = "task-3414060" [ 1063.222720] env[69905]: _type = "Task" [ 1063.222720] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.234809] env[69905]: DEBUG nova.compute.provider_tree [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.243563] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414060, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.336423] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Releasing lock "refresh_cache-5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.336695] env[69905]: DEBUG nova.compute.manager [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Received event network-vif-plugged-4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.336894] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.337125] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.337296] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.337464] env[69905]: DEBUG nova.compute.manager [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] No waiting events found dispatching network-vif-plugged-4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.337636] env[69905]: WARNING nova.compute.manager [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Received unexpected event network-vif-plugged-4879dc00-e592-4f69-a193-c9bdf7162dce for instance with vm_state building and task_state spawning. [ 1063.337799] env[69905]: DEBUG nova.compute.manager [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Received event network-changed-4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.338029] env[69905]: DEBUG nova.compute.manager [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Refreshing instance network info cache due to event network-changed-4879dc00-e592-4f69-a193-c9bdf7162dce. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.338252] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.338394] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.338548] env[69905]: DEBUG nova.network.neutron [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Refreshing network info cache for port 4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.448159] env[69905]: DEBUG nova.network.neutron [-] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.663250] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.735451] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414060, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.740489] env[69905]: DEBUG nova.scheduler.client.report [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.755022] env[69905]: INFO nova.compute.manager [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Took 41.09 seconds to build instance. [ 1063.888553] env[69905]: DEBUG nova.compute.manager [req-fc92b4ae-382f-4e7d-9094-5073efa7befa req-f2173d4d-86d5-4eae-8bc5-56739183f189 service nova] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Received event network-vif-deleted-998e2749-4715-4975-8714-57a8324cefd6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.951586] env[69905]: INFO nova.compute.manager [-] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Took 1.58 seconds to deallocate network for instance. [ 1064.165301] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414058, 'name': ReconfigVM_Task, 'duration_secs': 1.002026} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.165592] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 9ccc88b1-f087-4038-9a32-e382fc5762cd/9ccc88b1-f087-4038-9a32-e382fc5762cd.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.166277] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c5c4f84-b0de-4ed8-8868-fee3a1b87ccf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.173202] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1064.173202] env[69905]: value = "task-3414061" [ 1064.173202] env[69905]: _type = "Task" [ 1064.173202] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.183367] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414061, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.228827] env[69905]: DEBUG nova.network.neutron [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updated VIF entry in instance network info cache for port 4879dc00-e592-4f69-a193-c9bdf7162dce. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.229217] env[69905]: DEBUG nova.network.neutron [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.235949] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414060, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.255228] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.255572] env[69905]: DEBUG nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.264137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d7d125-1e27-4103-b35c-7ab8230e103a tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.631s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.264137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.008s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.264137] env[69905]: INFO nova.compute.claims [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.457431] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.683452] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414061, 'name': Rename_Task, 'duration_secs': 0.221503} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.686622] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.686622] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9506d0a3-66f0-4e9a-95f4-c8293a9e852a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.691389] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1064.691389] env[69905]: value = "task-3414062" [ 1064.691389] env[69905]: _type = "Task" [ 1064.691389] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.702060] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.733494] env[69905]: DEBUG oslo_concurrency.lockutils [req-6c41e5b2-3463-4591-8367-0eb37fbaea7d req-52091dca-fdf7-4439-9b18-621f764a12d6 service nova] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.740283] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414060, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.768803] env[69905]: DEBUG nova.compute.utils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.779903] env[69905]: DEBUG nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.779903] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.861798] env[69905]: DEBUG nova.policy [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f13533e1d1a4232911af593522fd898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '458b4e1dc9fc4622a09555aa55828cad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.205630] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.239204] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414060, 'name': CreateVM_Task, 'duration_secs': 1.591231} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.239390] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.240139] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.240311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.240634] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.240897] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a30162f-a3ed-4d11-aacb-1363deccd634 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.245611] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1065.245611] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5233fca0-b1c4-0db4-76db-0e25d52ca211" [ 1065.245611] env[69905]: _type = "Task" [ 1065.245611] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.255573] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5233fca0-b1c4-0db4-76db-0e25d52ca211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.277431] env[69905]: DEBUG nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.439952] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Successfully created port: e7b0567d-d393-4fe5-910f-c3e436ee3f14 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.700023] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317a8ed4-0bf4-4a73-863a-cfa05ecd2502 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.708070] env[69905]: DEBUG oslo_vmware.api [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414062, 'name': PowerOnVM_Task, 'duration_secs': 0.544421} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.709779] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.712531] env[69905]: INFO nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1065.712531] env[69905]: DEBUG nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.712531] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1286d394-1a08-47e3-a71b-fb3a71829ca4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.714706] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47acf259-1326-4037-b6c5-b7352111dc9a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.754664] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d05225-8cb3-43b5-8e61-2e5c4e94a82d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.764779] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5233fca0-b1c4-0db4-76db-0e25d52ca211, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.766048] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384fc511-55ce-45a2-b34e-725e1e62762e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.771352] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.771656] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.771897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.772058] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.772241] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.772632] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac4613cc-4891-431d-a4c4-baf901c16780 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.789011] env[69905]: DEBUG nova.compute.provider_tree [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.791942] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.792154] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.793141] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a286748-007e-4a6a-b174-26be2285383f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.798831] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1065.798831] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f63f00-06ee-e0a8-bb2b-2f119dba34af" [ 1065.798831] env[69905]: _type = "Task" [ 1065.798831] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.813019] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f63f00-06ee-e0a8-bb2b-2f119dba34af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.064855] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.065262] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.165194] env[69905]: DEBUG nova.compute.manager [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Received event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.165194] env[69905]: DEBUG nova.compute.manager [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing instance network info cache due to event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.165194] env[69905]: DEBUG oslo_concurrency.lockutils [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] Acquiring lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.165194] env[69905]: DEBUG oslo_concurrency.lockutils [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] Acquired lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.165194] env[69905]: DEBUG nova.network.neutron [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.183147] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Successfully created port: 28082447-f3b1-44ea-990d-71c51ec7bd3c {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.259016] env[69905]: INFO nova.compute.manager [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Took 40.57 seconds to build instance. [ 1066.294021] env[69905]: DEBUG nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.294982] env[69905]: DEBUG nova.scheduler.client.report [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.318425] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f63f00-06ee-e0a8-bb2b-2f119dba34af, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.322861] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9206a3f-00c9-4189-81b2-4bd95404b735 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.330970] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.331860] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.332242] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.332527] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.332886] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.333136] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.333716] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.333948] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.334339] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.334776] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.335027] env[69905]: DEBUG nova.virt.hardware [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.336158] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af73087f-dcc2-466a-8ef4-a6886c2dee3b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.344217] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1066.344217] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522b824f-7b4f-35dc-4e4b-3462516cf1ab" [ 1066.344217] env[69905]: _type = "Task" [ 1066.344217] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.352677] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97acf545-0bee-4107-83b4-fccb5464303e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.359831] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522b824f-7b4f-35dc-4e4b-3462516cf1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.360636] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.360933] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0/1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.361859] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95eb551d-83f1-4f16-b880-6c9ee2ac2c67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.376470] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1066.376470] env[69905]: value = "task-3414063" [ 1066.376470] env[69905]: _type = "Task" [ 1066.376470] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.388398] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.521246] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Successfully created port: de2e6431-e42f-44cf-a940-19b128eb2e7e {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.568112] env[69905]: DEBUG nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.761228] env[69905]: DEBUG oslo_concurrency.lockutils [None req-71ea4b68-ab94-4da1-b5a2-6b3046f047cd tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.089s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.806201] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.806883] env[69905]: DEBUG nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.812103] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.387s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.814968] env[69905]: INFO nova.compute.claims [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.887596] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435072} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.887921] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0/1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.888206] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.888489] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc4ccc2-1f3a-4950-ae68-0ffd9e840937 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.894559] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1066.894559] env[69905]: value = "task-3414064" [ 1066.894559] env[69905]: _type = "Task" [ 1066.894559] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.905044] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.096162] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.123839] env[69905]: DEBUG nova.network.neutron [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updated VIF entry in instance network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.124527] env[69905]: DEBUG nova.network.neutron [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.314307] env[69905]: DEBUG nova.compute.utils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.315868] env[69905]: DEBUG nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.316068] env[69905]: DEBUG nova.network.neutron [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.365009] env[69905]: DEBUG nova.policy [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c0a65e7eb424c77af3ba7a85fb8291e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62c8bff9110e418dafdc65480e042a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.406010] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061333} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.406368] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.407208] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb51cb-851d-4789-874f-ba00b693167d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.430819] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0/1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.431177] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbcc936-6ee6-404f-a73b-f75639390862 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.450420] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1067.450420] env[69905]: value = "task-3414065" [ 1067.450420] env[69905]: _type = "Task" [ 1067.450420] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.458800] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.633937] env[69905]: DEBUG oslo_concurrency.lockutils [req-8fa6edab-0036-4f62-b71e-dbf280e27932 req-c6589694-fb63-44eb-bcc1-f37c083bc55b service nova] Releasing lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.772539] env[69905]: DEBUG nova.network.neutron [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Successfully created port: 58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.819847] env[69905]: DEBUG nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.846422] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "9ccc88b1-f087-4038-9a32-e382fc5762cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.846422] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.846422] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "9ccc88b1-f087-4038-9a32-e382fc5762cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.846422] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.846422] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.847473] env[69905]: INFO nova.compute.manager [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Terminating instance [ 1067.963550] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414065, 'name': ReconfigVM_Task, 'duration_secs': 0.273254} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.964372] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0/1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.964891] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-039c4cea-8374-4c4b-bcfd-097e46b0dd99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.974021] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1067.974021] env[69905]: value = "task-3414066" [ 1067.974021] env[69905]: _type = "Task" [ 1067.974021] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.979058] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414066, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.184253] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448bd451-2037-4bd6-92db-355a35b856e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.192008] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab3dfc2-854a-4487-9104-db3ffe8dcf6d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.221869] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3600e-47ea-4adc-ad7d-574a078ca884 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.229662] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47fb889-d15a-44b3-8eb4-9078f21f64ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.244676] env[69905]: DEBUG nova.compute.provider_tree [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.264844] env[69905]: DEBUG nova.compute.manager [req-80daacf5-6f6a-4a78-8a5c-cd01179832cf req-437527dd-a0d2-4f63-8dd4-02f00bd05447 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-vif-plugged-e7b0567d-d393-4fe5-910f-c3e436ee3f14 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.265078] env[69905]: DEBUG oslo_concurrency.lockutils [req-80daacf5-6f6a-4a78-8a5c-cd01179832cf req-437527dd-a0d2-4f63-8dd4-02f00bd05447 service nova] Acquiring lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.265316] env[69905]: DEBUG oslo_concurrency.lockutils [req-80daacf5-6f6a-4a78-8a5c-cd01179832cf req-437527dd-a0d2-4f63-8dd4-02f00bd05447 service nova] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.265519] env[69905]: DEBUG oslo_concurrency.lockutils [req-80daacf5-6f6a-4a78-8a5c-cd01179832cf req-437527dd-a0d2-4f63-8dd4-02f00bd05447 service nova] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.265770] env[69905]: DEBUG nova.compute.manager [req-80daacf5-6f6a-4a78-8a5c-cd01179832cf req-437527dd-a0d2-4f63-8dd4-02f00bd05447 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] No waiting events found dispatching network-vif-plugged-e7b0567d-d393-4fe5-910f-c3e436ee3f14 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.265899] env[69905]: WARNING nova.compute.manager [req-80daacf5-6f6a-4a78-8a5c-cd01179832cf req-437527dd-a0d2-4f63-8dd4-02f00bd05447 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received unexpected event network-vif-plugged-e7b0567d-d393-4fe5-910f-c3e436ee3f14 for instance with vm_state building and task_state spawning. [ 1068.354981] env[69905]: DEBUG nova.compute.manager [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.355343] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.356249] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0da4eb-081c-4d59-a0c9-ae9dac9e050c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.365374] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.365623] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5092b64-5a23-44f5-a05e-5409a1a9fd26 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.372588] env[69905]: DEBUG oslo_vmware.api [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1068.372588] env[69905]: value = "task-3414067" [ 1068.372588] env[69905]: _type = "Task" [ 1068.372588] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.380960] env[69905]: DEBUG oslo_vmware.api [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.420523] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Successfully updated port: e7b0567d-d393-4fe5-910f-c3e436ee3f14 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.481639] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414066, 'name': Rename_Task, 'duration_secs': 0.131102} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.481916] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.482944] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcc5ab1-21f9-485f-8972-c229c80d0c30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.488207] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1068.488207] env[69905]: value = "task-3414068" [ 1068.488207] env[69905]: _type = "Task" [ 1068.488207] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.495877] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.750950] env[69905]: DEBUG nova.scheduler.client.report [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.833483] env[69905]: DEBUG nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.861994] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.862271] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.862431] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.862639] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.862789] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.862938] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.863165] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.863328] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.863499] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.863661] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.863835] env[69905]: DEBUG nova.virt.hardware [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.864734] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9278371b-2ad7-4bfe-97bf-68258cd583ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.873297] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2d98ec-bd4d-47f4-bf62-29cc831868b4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.893652] env[69905]: DEBUG oslo_vmware.api [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414067, 'name': PowerOffVM_Task, 'duration_secs': 0.306074} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.893932] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.894113] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.894388] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b97cf8-2961-474d-afc3-2136ddfda3c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.968628] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.968852] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.969102] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Deleting the datastore file [datastore2] 9ccc88b1-f087-4038-9a32-e382fc5762cd {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.969398] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df66c2d5-a702-496c-b533-21fe57cdac7e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.975573] env[69905]: DEBUG oslo_vmware.api [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for the task: (returnval){ [ 1068.975573] env[69905]: value = "task-3414070" [ 1068.975573] env[69905]: _type = "Task" [ 1068.975573] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.983455] env[69905]: DEBUG oslo_vmware.api [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.995730] env[69905]: DEBUG oslo_vmware.api [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414068, 'name': PowerOnVM_Task, 'duration_secs': 0.438487} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.995994] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.996258] env[69905]: INFO nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1068.996501] env[69905]: DEBUG nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.997229] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78fab98-2045-4cda-a0dd-d0782c36c9ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.255973] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.256536] env[69905]: DEBUG nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.259739] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.252s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.259952] env[69905]: DEBUG nova.objects.instance [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'resources' on Instance uuid 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.486774] env[69905]: DEBUG oslo_vmware.api [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Task: {'id': task-3414070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44695} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.487061] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.487248] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.487427] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.487691] env[69905]: INFO nova.compute.manager [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1069.487965] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.488042] env[69905]: DEBUG nova.compute.manager [-] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.488210] env[69905]: DEBUG nova.network.neutron [-] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.497879] env[69905]: DEBUG nova.network.neutron [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Successfully updated port: 58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.514755] env[69905]: INFO nova.compute.manager [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Took 37.94 seconds to build instance. [ 1069.763298] env[69905]: DEBUG nova.compute.utils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.767700] env[69905]: DEBUG nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.767895] env[69905]: DEBUG nova.network.neutron [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.804300] env[69905]: DEBUG nova.compute.manager [req-824b1702-d962-4dba-b53e-d61372714a44 req-d72e9b23-8f19-4aa6-8697-e2c2bcebcc58 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Received event network-vif-deleted-a21e22d2-56d7-480a-bae7-c947b2a88299 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.804501] env[69905]: INFO nova.compute.manager [req-824b1702-d962-4dba-b53e-d61372714a44 req-d72e9b23-8f19-4aa6-8697-e2c2bcebcc58 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Neutron deleted interface a21e22d2-56d7-480a-bae7-c947b2a88299; detaching it from the instance and deleting it from the info cache [ 1069.804669] env[69905]: DEBUG nova.network.neutron [req-824b1702-d962-4dba-b53e-d61372714a44 req-d72e9b23-8f19-4aa6-8697-e2c2bcebcc58 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.813874] env[69905]: DEBUG nova.policy [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '618642c556b34f549774a7b9ae3bf136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bd06326e7b04559bba625e9d512d0b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.001506] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.001506] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.001506] env[69905]: DEBUG nova.network.neutron [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.016946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fecbc31d-2358-4f95-8cd2-ac2b23c3382d tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.465s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.127138] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa8a5f-4f03-4caa-a757-af74751cfae7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.131421] env[69905]: DEBUG nova.network.neutron [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Successfully created port: f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.136671] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9f98d0-dbda-4f98-a448-05356e579cd0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.172674] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0794a12-7d8f-4633-84de-911408fc308b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.180382] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f75abd5-c1f3-4cd2-8e1a-4a0d438d448c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.193527] env[69905]: DEBUG nova.compute.provider_tree [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.236186] env[69905]: DEBUG nova.network.neutron [-] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.268584] env[69905]: DEBUG nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.302834] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-changed-e7b0567d-d393-4fe5-910f-c3e436ee3f14 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.303151] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Refreshing instance network info cache due to event network-changed-e7b0567d-d393-4fe5-910f-c3e436ee3f14. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.303528] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Acquiring lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.303895] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Acquired lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.304171] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Refreshing network info cache for port e7b0567d-d393-4fe5-910f-c3e436ee3f14 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.310889] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ae33e3b-37c0-4d33-82e0-df1671b99097 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.322902] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af7f68d-88bf-4d40-9f2b-bdc702150ae1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.357078] env[69905]: DEBUG nova.compute.manager [req-824b1702-d962-4dba-b53e-d61372714a44 req-d72e9b23-8f19-4aa6-8697-e2c2bcebcc58 service nova] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Detach interface failed, port_id=a21e22d2-56d7-480a-bae7-c947b2a88299, reason: Instance 9ccc88b1-f087-4038-9a32-e382fc5762cd could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.562977] env[69905]: DEBUG nova.network.neutron [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.697499] env[69905]: DEBUG nova.scheduler.client.report [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.739504] env[69905]: INFO nova.compute.manager [-] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Took 1.25 seconds to deallocate network for instance. [ 1070.754366] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Successfully updated port: 28082447-f3b1-44ea-990d-71c51ec7bd3c {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.770024] env[69905]: DEBUG nova.network.neutron [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updating instance_info_cache with network_info: [{"id": "58a6c85b-6505-46c3-b025-1768fa5730cf", "address": "fa:16:3e:ab:30:08", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a6c85b-65", "ovs_interfaceid": "58a6c85b-6505-46c3-b025-1768fa5730cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.868516] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.973225] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.203982] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.206397] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.371s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.206592] env[69905]: DEBUG nova.objects.instance [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1071.226753] env[69905]: INFO nova.scheduler.client.report [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted allocations for instance 2bd2babb-0fd6-4ad1-8074-946dc59d64c6 [ 1071.254545] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.272039] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.272286] env[69905]: DEBUG nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Instance network_info: |[{"id": "58a6c85b-6505-46c3-b025-1768fa5730cf", "address": "fa:16:3e:ab:30:08", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a6c85b-65", "ovs_interfaceid": "58a6c85b-6505-46c3-b025-1768fa5730cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.272733] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:30:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58a6c85b-6505-46c3-b025-1768fa5730cf', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.281495] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.281662] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.283259] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc0a30b5-5c8d-4085-8bd9-aa53d5715d58 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.297049] env[69905]: DEBUG nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.306465] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.306465] env[69905]: value = "task-3414071" [ 1071.306465] env[69905]: _type = "Task" [ 1071.306465] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.316289] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414071, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.331761] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.332042] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.332226] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.332416] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.332565] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.332712] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.332919] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.333088] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.333260] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.333417] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.333591] env[69905]: DEBUG nova.virt.hardware [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.334431] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d32fd2-d6be-46eb-b318-871dbe08d640 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.342836] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3975d-7aa1-4dd1-8659-96f24874442e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.476781] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Releasing lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.477125] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Received event network-vif-plugged-58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.477363] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.477620] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.477810] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.477998] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] No waiting events found dispatching network-vif-plugged-58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.478229] env[69905]: WARNING nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Received unexpected event network-vif-plugged-58a6c85b-6505-46c3-b025-1768fa5730cf for instance with vm_state building and task_state spawning. [ 1071.478396] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Received event network-changed-58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.478590] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Refreshing instance network info cache due to event network-changed-58a6c85b-6505-46c3-b025-1768fa5730cf. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.478841] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Acquiring lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.478942] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Acquired lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.479136] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Refreshing network info cache for port 58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.651440] env[69905]: DEBUG nova.network.neutron [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Successfully updated port: f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.735217] env[69905]: DEBUG oslo_concurrency.lockutils [None req-349b40aa-3cf0-469c-a1bb-1ef55fa66558 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "2bd2babb-0fd6-4ad1-8074-946dc59d64c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.369s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.818803] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414071, 'name': CreateVM_Task, 'duration_secs': 0.301518} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.819344] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.819972] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.820156] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.820474] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.820978] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc81465-053d-41ca-aa54-2805d362c0b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.827197] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1071.827197] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c6d047-69e1-0c7d-3b2e-d32155f511f7" [ 1071.827197] env[69905]: _type = "Task" [ 1071.827197] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.836761] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c6d047-69e1-0c7d-3b2e-d32155f511f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.936475] env[69905]: DEBUG nova.compute.manager [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Received event network-vif-plugged-f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.936475] env[69905]: DEBUG oslo_concurrency.lockutils [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] Acquiring lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.936475] env[69905]: DEBUG oslo_concurrency.lockutils [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.936475] env[69905]: DEBUG oslo_concurrency.lockutils [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.936689] env[69905]: DEBUG nova.compute.manager [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] No waiting events found dispatching network-vif-plugged-f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.936689] env[69905]: WARNING nova.compute.manager [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Received unexpected event network-vif-plugged-f94a99b3-abc7-4058-8dc7-44842dcff12a for instance with vm_state building and task_state spawning. [ 1071.937551] env[69905]: DEBUG nova.compute.manager [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Received event network-changed-f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.937551] env[69905]: DEBUG nova.compute.manager [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Refreshing instance network info cache due to event network-changed-f94a99b3-abc7-4058-8dc7-44842dcff12a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.937551] env[69905]: DEBUG oslo_concurrency.lockutils [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] Acquiring lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.937551] env[69905]: DEBUG oslo_concurrency.lockutils [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] Acquired lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.937551] env[69905]: DEBUG nova.network.neutron [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Refreshing network info cache for port f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.153910] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.182582] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updated VIF entry in instance network info cache for port 58a6c85b-6505-46c3-b025-1768fa5730cf. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.182943] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updating instance_info_cache with network_info: [{"id": "58a6c85b-6505-46c3-b025-1768fa5730cf", "address": "fa:16:3e:ab:30:08", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a6c85b-65", "ovs_interfaceid": "58a6c85b-6505-46c3-b025-1768fa5730cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.215549] env[69905]: DEBUG oslo_concurrency.lockutils [None req-adf2c056-b8ad-44f6-bebb-b89c44c1fdef tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.216720] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.647s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.216840] env[69905]: DEBUG nova.objects.instance [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'resources' on Instance uuid fcf4f21d-ca14-405b-84bd-02eab84e9160 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.336455] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c6d047-69e1-0c7d-3b2e-d32155f511f7, 'name': SearchDatastore_Task, 'duration_secs': 0.034851} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.336685] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.336918] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.337177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.337368] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.337915] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.337915] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ecead3b-b3d4-4f59-b3a7-0f8588008b61 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.341396] env[69905]: DEBUG nova.compute.manager [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-vif-plugged-28082447-f3b1-44ea-990d-71c51ec7bd3c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.341597] env[69905]: DEBUG oslo_concurrency.lockutils [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] Acquiring lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.341787] env[69905]: DEBUG oslo_concurrency.lockutils [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.341952] env[69905]: DEBUG oslo_concurrency.lockutils [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.342133] env[69905]: DEBUG nova.compute.manager [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] No waiting events found dispatching network-vif-plugged-28082447-f3b1-44ea-990d-71c51ec7bd3c {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.342298] env[69905]: WARNING nova.compute.manager [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received unexpected event network-vif-plugged-28082447-f3b1-44ea-990d-71c51ec7bd3c for instance with vm_state building and task_state spawning. [ 1072.342458] env[69905]: DEBUG nova.compute.manager [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-changed-28082447-f3b1-44ea-990d-71c51ec7bd3c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.342610] env[69905]: DEBUG nova.compute.manager [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Refreshing instance network info cache due to event network-changed-28082447-f3b1-44ea-990d-71c51ec7bd3c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.342786] env[69905]: DEBUG oslo_concurrency.lockutils [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] Acquiring lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.342920] env[69905]: DEBUG oslo_concurrency.lockutils [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] Acquired lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.343091] env[69905]: DEBUG nova.network.neutron [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Refreshing network info cache for port 28082447-f3b1-44ea-990d-71c51ec7bd3c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.353178] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.353362] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.354093] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d265b27a-87e1-4990-b5f4-fc678b560db3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.360639] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1072.360639] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524e9c6f-2b64-c1d2-d426-07ef9c7e2d17" [ 1072.360639] env[69905]: _type = "Task" [ 1072.360639] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.368368] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524e9c6f-2b64-c1d2-d426-07ef9c7e2d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.467301] env[69905]: DEBUG nova.network.neutron [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.535916] env[69905]: DEBUG nova.network.neutron [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.685557] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Releasing lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.685859] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Received event network-changed-4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.686028] env[69905]: DEBUG nova.compute.manager [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Refreshing instance network info cache due to event network-changed-4879dc00-e592-4f69-a193-c9bdf7162dce. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.686252] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.686396] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.686558] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Refreshing network info cache for port 4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.719394] env[69905]: DEBUG nova.objects.instance [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'numa_topology' on Instance uuid fcf4f21d-ca14-405b-84bd-02eab84e9160 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.871195] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524e9c6f-2b64-c1d2-d426-07ef9c7e2d17, 'name': SearchDatastore_Task, 'duration_secs': 0.014052} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.871953] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b86053-9e3e-45b0-b032-342f64fe9e23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.877695] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1072.877695] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52869d63-011d-6250-e56b-35630cc3361d" [ 1072.877695] env[69905]: _type = "Task" [ 1072.877695] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.885878] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52869d63-011d-6250-e56b-35630cc3361d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.901049] env[69905]: DEBUG nova.network.neutron [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.982119] env[69905]: DEBUG nova.network.neutron [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.039077] env[69905]: DEBUG oslo_concurrency.lockutils [req-af024f6a-5dda-4b67-8dc4-a68a5f6dee00 req-cdcfd97f-5d15-4561-b01f-e448a9777485 service nova] Releasing lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.039453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.039608] env[69905]: DEBUG nova.network.neutron [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.221710] env[69905]: DEBUG nova.objects.base [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.394023] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52869d63-011d-6250-e56b-35630cc3361d, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.396794] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.397056] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d/ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.397679] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c109360-9416-4878-a3d4-dab50950adec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.404966] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1073.404966] env[69905]: value = "task-3414072" [ 1073.404966] env[69905]: _type = "Task" [ 1073.404966] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.416116] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.439027] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updated VIF entry in instance network info cache for port 4879dc00-e592-4f69-a193-c9bdf7162dce. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.440057] env[69905]: DEBUG nova.network.neutron [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.484785] env[69905]: DEBUG oslo_concurrency.lockutils [req-abf02905-7268-4694-8986-b21076929702 req-fa313e29-1434-4d57-808d-cd66e8c7887d service nova] Releasing lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.572753] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf5488e-9d90-44ac-a9a2-84050cca4ff7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.576885] env[69905]: DEBUG nova.network.neutron [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.580416] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Successfully updated port: de2e6431-e42f-44cf-a940-19b128eb2e7e {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.584993] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8ae7d-ac1b-4500-b23d-a75437d9ba95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.622197] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143e3c9b-084c-41ba-bab4-c577b107b66f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.633304] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edd63d-3067-41c7-83b1-9160ea731b19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.650151] env[69905]: DEBUG nova.compute.provider_tree [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.768291] env[69905]: DEBUG nova.network.neutron [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [{"id": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "address": "fa:16:3e:20:20:eb", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94a99b3-ab", "ovs_interfaceid": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.916600] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473394} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.917126] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d/ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.917126] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.917331] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7df68031-c4d6-45c6-b19d-7a81bb47318e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.923620] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1073.923620] env[69905]: value = "task-3414073" [ 1073.923620] env[69905]: _type = "Task" [ 1073.923620] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.931464] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.943020] env[69905]: DEBUG oslo_concurrency.lockutils [req-ff7f9ece-c2a0-4717-be35-75c5842a258a req-b23f3362-7b47-400a-aa6a-b0a3ad3ac0a1 service nova] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.084830] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.085025] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.085513] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.153244] env[69905]: DEBUG nova.scheduler.client.report [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.271246] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.271736] env[69905]: DEBUG nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Instance network_info: |[{"id": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "address": "fa:16:3e:20:20:eb", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94a99b3-ab", "ovs_interfaceid": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.272035] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:20:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f94a99b3-abc7-4058-8dc7-44842dcff12a', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.280026] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.280219] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.280395] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3c842ae-2255-488c-a2a3-8893289514dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.299350] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.299350] env[69905]: value = "task-3414074" [ 1074.299350] env[69905]: _type = "Task" [ 1074.299350] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.307201] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414074, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.370375] env[69905]: DEBUG nova.compute.manager [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-vif-plugged-de2e6431-e42f-44cf-a940-19b128eb2e7e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.370622] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] Acquiring lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.370837] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.370988] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.371174] env[69905]: DEBUG nova.compute.manager [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] No waiting events found dispatching network-vif-plugged-de2e6431-e42f-44cf-a940-19b128eb2e7e {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.371350] env[69905]: WARNING nova.compute.manager [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received unexpected event network-vif-plugged-de2e6431-e42f-44cf-a940-19b128eb2e7e for instance with vm_state building and task_state spawning. [ 1074.371509] env[69905]: DEBUG nova.compute.manager [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-changed-de2e6431-e42f-44cf-a940-19b128eb2e7e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.371680] env[69905]: DEBUG nova.compute.manager [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Refreshing instance network info cache due to event network-changed-de2e6431-e42f-44cf-a940-19b128eb2e7e. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.371863] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] Acquiring lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.432999] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060288} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.433506] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.434303] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b924dd0d-7668-4b28-a9b5-6fabecfa8bcf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.456133] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d/ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.457052] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6159d4b-ffaa-47bf-809c-18635fed680a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.476701] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1074.476701] env[69905]: value = "task-3414075" [ 1074.476701] env[69905]: _type = "Task" [ 1074.476701] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.484831] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.627102] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.662735] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.666120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.425s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.667525] env[69905]: INFO nova.compute.claims [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.719054] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.719295] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.811155] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414074, 'name': CreateVM_Task, 'duration_secs': 0.321405} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.811471] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.812022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.812285] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.812533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.812787] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5961112-3ba9-4a99-b414-7806cd211722 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.819495] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1074.819495] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5279d33e-adb7-f2a8-4876-b00c5ce6789f" [ 1074.819495] env[69905]: _type = "Task" [ 1074.819495] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.831016] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5279d33e-adb7-f2a8-4876-b00c5ce6789f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.987861] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.053054] env[69905]: DEBUG nova.network.neutron [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Updating instance_info_cache with network_info: [{"id": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "address": "fa:16:3e:2b:e9:83", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b0567d-d3", "ovs_interfaceid": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28082447-f3b1-44ea-990d-71c51ec7bd3c", "address": "fa:16:3e:d1:dc:88", "network": {"id": "7615bbd0-a770-430d-9299-dbb9cca7e81c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1481497944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28082447-f3", "ovs_interfaceid": "28082447-f3b1-44ea-990d-71c51ec7bd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "address": "fa:16:3e:5d:fb:2a", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2e6431-e4", "ovs_interfaceid": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.180167] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0f120413-17a2-4b35-986d-de3a87b450b8 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.277s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.180885] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.056s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.181111] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.181351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.181534] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.183193] env[69905]: INFO nova.compute.manager [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Terminating instance [ 1075.223049] env[69905]: DEBUG nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.331645] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5279d33e-adb7-f2a8-4876-b00c5ce6789f, 'name': SearchDatastore_Task, 'duration_secs': 0.022396} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.332162] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.332435] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.332690] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.332850] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.333040] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.333346] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b268dc5-2aac-4447-93c6-cdcec79ed734 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.352820] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.353008] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.353791] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0b7d2e-d5f1-437b-a9df-68138b79ecb0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.359055] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1075.359055] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5201bf2b-5ebf-f1f6-d7ce-b5666fbc6612" [ 1075.359055] env[69905]: _type = "Task" [ 1075.359055] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.366315] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5201bf2b-5ebf-f1f6-d7ce-b5666fbc6612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.488772] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414075, 'name': ReconfigVM_Task, 'duration_secs': 0.563472} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.489271] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d/ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.489936] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d047503-79b4-44e7-8c0b-5fd36bc24c9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.495893] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1075.495893] env[69905]: value = "task-3414076" [ 1075.495893] env[69905]: _type = "Task" [ 1075.495893] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.503184] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414076, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.556353] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Releasing lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.556766] env[69905]: DEBUG nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Instance network_info: |[{"id": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "address": "fa:16:3e:2b:e9:83", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b0567d-d3", "ovs_interfaceid": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28082447-f3b1-44ea-990d-71c51ec7bd3c", "address": "fa:16:3e:d1:dc:88", "network": {"id": "7615bbd0-a770-430d-9299-dbb9cca7e81c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1481497944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28082447-f3", "ovs_interfaceid": "28082447-f3b1-44ea-990d-71c51ec7bd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "address": "fa:16:3e:5d:fb:2a", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2e6431-e4", "ovs_interfaceid": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.557111] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] Acquired lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.557297] env[69905]: DEBUG nova.network.neutron [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Refreshing network info cache for port de2e6431-e42f-44cf-a940-19b128eb2e7e {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.558591] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e9:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7b0567d-d393-4fe5-910f-c3e436ee3f14', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:dc:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28082447-f3b1-44ea-990d-71c51ec7bd3c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:fb:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de2e6431-e42f-44cf-a940-19b128eb2e7e', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.570574] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Creating folder: Project (458b4e1dc9fc4622a09555aa55828cad). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.571730] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e93a7777-43f4-424d-b126-afe7e84cc660 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.582410] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Created folder: Project (458b4e1dc9fc4622a09555aa55828cad) in parent group-v680985. [ 1075.582589] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Creating folder: Instances. Parent ref: group-v681228. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.582812] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d02ed350-d516-4486-ace6-c13074ac3714 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.591255] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Created folder: Instances in parent group-v681228. [ 1075.591492] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.591694] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.591888] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73d80eba-09b8-4712-b333-3703f094212d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.614457] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.614457] env[69905]: value = "task-3414079" [ 1075.614457] env[69905]: _type = "Task" [ 1075.614457] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.621483] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414079, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.687571] env[69905]: DEBUG nova.compute.manager [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.687571] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.687976] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db604a70-1ad6-4688-b416-abdc6f7ff605 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.698956] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035b1c0-509e-4e90-9bb0-cef7b996f739 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.739204] env[69905]: WARNING nova.virt.vmwareapi.vmops [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fcf4f21d-ca14-405b-84bd-02eab84e9160 could not be found. [ 1075.739417] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.739597] env[69905]: INFO nova.compute.manager [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1075.739837] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.744420] env[69905]: DEBUG nova.compute.manager [-] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.744536] env[69905]: DEBUG nova.network.neutron [-] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.760849] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.869559] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5201bf2b-5ebf-f1f6-d7ce-b5666fbc6612, 'name': SearchDatastore_Task, 'duration_secs': 0.08533} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.873471] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902f0180-2d0d-4336-98cd-80382be7fef9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.877636] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1075.877636] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5217eca9-4e7a-0033-bf2e-ca89274d046f" [ 1075.877636] env[69905]: _type = "Task" [ 1075.877636] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.885062] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5217eca9-4e7a-0033-bf2e-ca89274d046f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.007852] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414076, 'name': Rename_Task, 'duration_secs': 0.339228} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.008105] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.008401] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f110b232-62eb-4755-b901-75f85a5d929a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.012186] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af98de-ca02-4052-bfa2-c21af9780a3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.015665] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1076.015665] env[69905]: value = "task-3414080" [ 1076.015665] env[69905]: _type = "Task" [ 1076.015665] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.021701] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db185d2-196b-4edd-a7c9-4e8d45df4b28 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.027298] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.056023] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b39a5a-ef87-4889-a260-0b77e346e9c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.063029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4668352-070a-4308-b7bc-b8d2dabeb701 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.079237] env[69905]: DEBUG nova.compute.provider_tree [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.126588] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414079, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.288751] env[69905]: DEBUG nova.network.neutron [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Updated VIF entry in instance network info cache for port de2e6431-e42f-44cf-a940-19b128eb2e7e. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.289366] env[69905]: DEBUG nova.network.neutron [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Updating instance_info_cache with network_info: [{"id": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "address": "fa:16:3e:2b:e9:83", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b0567d-d3", "ovs_interfaceid": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28082447-f3b1-44ea-990d-71c51ec7bd3c", "address": "fa:16:3e:d1:dc:88", "network": {"id": "7615bbd0-a770-430d-9299-dbb9cca7e81c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1481497944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28082447-f3", "ovs_interfaceid": "28082447-f3b1-44ea-990d-71c51ec7bd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "address": "fa:16:3e:5d:fb:2a", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2e6431-e4", "ovs_interfaceid": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.388893] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5217eca9-4e7a-0033-bf2e-ca89274d046f, 'name': SearchDatastore_Task, 'duration_secs': 0.020132} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.389033] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.389342] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.389598] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a3c67ea-7fb6-417b-a4ba-c95dd5144a79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.396170] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1076.396170] env[69905]: value = "task-3414081" [ 1076.396170] env[69905]: _type = "Task" [ 1076.396170] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.403508] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.476028] env[69905]: DEBUG nova.network.neutron [-] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.526310] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.582691] env[69905]: DEBUG nova.scheduler.client.report [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.628033] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414079, 'name': CreateVM_Task, 'duration_secs': 0.650237} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.628033] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.628033] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.628342] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.628601] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.628904] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00914b03-2b6c-483b-b71b-1505842212c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.633686] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1076.633686] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a8e419-cb32-2c05-87b7-7ffec72f7c15" [ 1076.633686] env[69905]: _type = "Task" [ 1076.633686] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.641607] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a8e419-cb32-2c05-87b7-7ffec72f7c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.792463] env[69905]: DEBUG oslo_concurrency.lockutils [req-b6bd09db-70cc-40fe-a94c-0880655bd1f7 req-688ef7c8-305c-4f51-b9cb-bed71444a2a5 service nova] Releasing lock "refresh_cache-e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.906134] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.978944] env[69905]: INFO nova.compute.manager [-] [instance: fcf4f21d-ca14-405b-84bd-02eab84e9160] Took 1.23 seconds to deallocate network for instance. [ 1077.027797] env[69905]: DEBUG oslo_vmware.api [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414080, 'name': PowerOnVM_Task, 'duration_secs': 0.724495} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.028077] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.028283] env[69905]: INFO nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1077.028464] env[69905]: DEBUG nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.029240] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c717a8-bd36-467b-9724-ed809bb0fcf4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.087503] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.088055] env[69905]: DEBUG nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.090898] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.326s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.090898] env[69905]: DEBUG nova.objects.instance [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lazy-loading 'resources' on Instance uuid 101aa208-fd1b-4f93-a89e-8fd6d90574c9 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.142977] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a8e419-cb32-2c05-87b7-7ffec72f7c15, 'name': SearchDatastore_Task, 'duration_secs': 0.016476} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.143288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.143516] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.143749] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.143898] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.144106] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.144364] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8552c98-17e9-4688-a40d-bf6b7199cb85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.152211] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.152376] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.153038] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5ee099-f820-427e-bcc8-f046cfd70515 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.158254] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1077.158254] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5273ef26-01be-2c08-ad6b-fd9282a35f54" [ 1077.158254] env[69905]: _type = "Task" [ 1077.158254] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.165154] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5273ef26-01be-2c08-ad6b-fd9282a35f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.407892] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640788} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.408325] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.408621] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.408928] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-474e98be-88bf-435d-b28f-1fcf7171fdb5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.415885] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1077.415885] env[69905]: value = "task-3414082" [ 1077.415885] env[69905]: _type = "Task" [ 1077.415885] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.425513] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.548937] env[69905]: INFO nova.compute.manager [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Took 40.31 seconds to build instance. [ 1077.594054] env[69905]: DEBUG nova.compute.utils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.595468] env[69905]: DEBUG nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.595653] env[69905]: DEBUG nova.network.neutron [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.633388] env[69905]: DEBUG nova.policy [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1ae583e394f433a87b312061ec438ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75413e409a844bc974086be33102249', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.670443] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5273ef26-01be-2c08-ad6b-fd9282a35f54, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.671601] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5733c742-3f01-412c-899e-76537fb92f80 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.679132] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1077.679132] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f19f41-ebd6-5c20-8c9e-445dc4f67351" [ 1077.679132] env[69905]: _type = "Task" [ 1077.679132] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.686486] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f19f41-ebd6-5c20-8c9e-445dc4f67351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.928070] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068627} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.928637] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.930114] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcb25a5-e47e-4698-86c4-4257763692f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.934256] env[69905]: DEBUG nova.network.neutron [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Successfully created port: 1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.961529] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.964825] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8b7223-a3c4-4d8b-bf22-e7cb1d9a7abf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.983902] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1077.983902] env[69905]: value = "task-3414083" [ 1077.983902] env[69905]: _type = "Task" [ 1077.983902] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.993612] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.008938] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d47fcb2-f399-4621-98a9-fcc324db9d99 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "fcf4f21d-ca14-405b-84bd-02eab84e9160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.827s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.031699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7294b56-b876-437e-9bf8-3f51f6d209cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.040962] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ee268-90ff-435e-bb29-9cab80d72833 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.070404] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7a0e9914-94f5-4684-a43c-9d7e7f192eeb tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.846s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.071712] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c1f6ea-9bff-4454-9a88-ea07332aa7ae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.078901] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb21cc4-a3e2-4f78-8c89-8d220029230c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.092262] env[69905]: DEBUG nova.compute.provider_tree [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.100494] env[69905]: DEBUG nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.195747] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f19f41-ebd6-5c20-8c9e-445dc4f67351, 'name': SearchDatastore_Task, 'duration_secs': 0.034751} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.196090] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.196361] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81/e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.196657] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6f74e90-820c-4f2b-951e-779c34ecc375 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.203742] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1078.203742] env[69905]: value = "task-3414084" [ 1078.203742] env[69905]: _type = "Task" [ 1078.203742] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.216319] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.494323] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.595717] env[69905]: DEBUG nova.scheduler.client.report [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.682189] env[69905]: DEBUG nova.compute.manager [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Received event network-changed-58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.682189] env[69905]: DEBUG nova.compute.manager [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Refreshing instance network info cache due to event network-changed-58a6c85b-6505-46c3-b025-1768fa5730cf. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.682189] env[69905]: DEBUG oslo_concurrency.lockutils [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] Acquiring lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.682189] env[69905]: DEBUG oslo_concurrency.lockutils [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] Acquired lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.682922] env[69905]: DEBUG nova.network.neutron [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Refreshing network info cache for port 58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.716960] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414084, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.987259] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "664f564b-fc07-4121-a52c-67f551a8e4b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.987505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.997616] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414083, 'name': ReconfigVM_Task, 'duration_secs': 0.789756} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.998363] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.998979] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1c7417-052e-4c78-b219-701548a0518e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.005869] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1079.005869] env[69905]: value = "task-3414085" [ 1079.005869] env[69905]: _type = "Task" [ 1079.005869] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.013497] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414085, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.100604] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.102964] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.013s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.103195] env[69905]: DEBUG nova.objects.instance [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lazy-loading 'resources' on Instance uuid 1c598b31-8782-499b-8822-df5c84363e78 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.109600] env[69905]: DEBUG nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.118302] env[69905]: INFO nova.scheduler.client.report [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted allocations for instance 101aa208-fd1b-4f93-a89e-8fd6d90574c9 [ 1079.139905] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.140046] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.140263] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.141029] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.141029] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.141165] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.141492] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.141759] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.142069] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.142363] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.142683] env[69905]: DEBUG nova.virt.hardware [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.144029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8a8a9-a1ec-46cb-b79e-74be43b1359c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.155973] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc133b4e-a6d8-4ad5-a1da-795b3ff741d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.214261] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74169} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.214550] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81/e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.214869] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.215038] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e169673d-a548-4af8-9874-0a14c31f3df0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.221138] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1079.221138] env[69905]: value = "task-3414086" [ 1079.221138] env[69905]: _type = "Task" [ 1079.221138] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.231156] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.340562] env[69905]: DEBUG nova.compute.manager [req-bb49c68a-4c31-4339-993c-9d0ede9c63da req-05b371c4-efe2-42bc-82f4-58c3da6baae1 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Received event network-vif-plugged-1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.340751] env[69905]: DEBUG oslo_concurrency.lockutils [req-bb49c68a-4c31-4339-993c-9d0ede9c63da req-05b371c4-efe2-42bc-82f4-58c3da6baae1 service nova] Acquiring lock "4458eac3-5f3b-4288-b063-db84582796a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.340961] env[69905]: DEBUG oslo_concurrency.lockutils [req-bb49c68a-4c31-4339-993c-9d0ede9c63da req-05b371c4-efe2-42bc-82f4-58c3da6baae1 service nova] Lock "4458eac3-5f3b-4288-b063-db84582796a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.341167] env[69905]: DEBUG oslo_concurrency.lockutils [req-bb49c68a-4c31-4339-993c-9d0ede9c63da req-05b371c4-efe2-42bc-82f4-58c3da6baae1 service nova] Lock "4458eac3-5f3b-4288-b063-db84582796a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.341350] env[69905]: DEBUG nova.compute.manager [req-bb49c68a-4c31-4339-993c-9d0ede9c63da req-05b371c4-efe2-42bc-82f4-58c3da6baae1 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] No waiting events found dispatching network-vif-plugged-1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.341556] env[69905]: WARNING nova.compute.manager [req-bb49c68a-4c31-4339-993c-9d0ede9c63da req-05b371c4-efe2-42bc-82f4-58c3da6baae1 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Received unexpected event network-vif-plugged-1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 for instance with vm_state building and task_state spawning. [ 1079.427211] env[69905]: DEBUG nova.network.neutron [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Successfully updated port: 1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.430992] env[69905]: DEBUG nova.network.neutron [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updated VIF entry in instance network info cache for port 58a6c85b-6505-46c3-b025-1768fa5730cf. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.431400] env[69905]: DEBUG nova.network.neutron [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updating instance_info_cache with network_info: [{"id": "58a6c85b-6505-46c3-b025-1768fa5730cf", "address": "fa:16:3e:ab:30:08", "network": {"id": "681855c2-d416-458f-83c7-81f1f3946ba3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-321308846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c8bff9110e418dafdc65480e042a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a6c85b-65", "ovs_interfaceid": "58a6c85b-6505-46c3-b025-1768fa5730cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.492482] env[69905]: DEBUG nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.516094] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414085, 'name': Rename_Task, 'duration_secs': 0.3027} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.516406] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.516653] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc77877-9bd4-47af-8782-e37b95c399a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.522568] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1079.522568] env[69905]: value = "task-3414087" [ 1079.522568] env[69905]: _type = "Task" [ 1079.522568] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.530247] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.631855] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f16ff8ed-801b-422d-b67b-e522b577b75c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "101aa208-fd1b-4f93-a89e-8fd6d90574c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.852s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.733016] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066539} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.735509] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.736476] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5efa261-cfc1-48f0-8fbc-dde2eeb972d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.763303] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81/e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.766137] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221b026f-5629-4485-953a-9c0157d01fda {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.786243] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1079.786243] env[69905]: value = "task-3414088" [ 1079.786243] env[69905]: _type = "Task" [ 1079.786243] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.796860] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.929365] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.929514] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.929665] env[69905]: DEBUG nova.network.neutron [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.934278] env[69905]: DEBUG oslo_concurrency.lockutils [req-23e0ade3-92ae-483e-ae1c-66872000cf47 req-1371bdc8-cc64-4233-8354-70b32d4712c0 service nova] Releasing lock "refresh_cache-ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.940285] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4f51cb-e31d-4ddf-abfc-0141460bce05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.950047] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cbcaac-90ac-4238-96fe-a96a433a2e79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.980175] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a04e40-75bf-4990-b639-4d1fe0e96519 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.987650] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956bc9cf-3ac1-40e1-9ed6-5939f59ebdb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.003141] env[69905]: DEBUG nova.compute.provider_tree [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.017878] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.032304] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.296434] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.492690] env[69905]: DEBUG nova.network.neutron [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.507559] env[69905]: DEBUG nova.scheduler.client.report [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.532751] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.697675] env[69905]: DEBUG nova.network.neutron [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance_info_cache with network_info: [{"id": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "address": "fa:16:3e:0a:b3:11", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6ba7dd-d0", "ovs_interfaceid": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.734397] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a6a30965-2b10-440e-b4fc-1689138a07aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.734723] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.734990] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a6a30965-2b10-440e-b4fc-1689138a07aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.735230] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.735441] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.737666] env[69905]: INFO nova.compute.manager [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Terminating instance [ 1080.798157] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414088, 'name': ReconfigVM_Task, 'duration_secs': 0.959237} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.798511] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Reconfigured VM instance instance-00000056 to attach disk [datastore1] e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81/e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.799172] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8511695b-4912-4351-b86a-837e77082071 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.804926] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1080.804926] env[69905]: value = "task-3414089" [ 1080.804926] env[69905]: _type = "Task" [ 1080.804926] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.814190] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414089, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.014771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.018425] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.512s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.020109] env[69905]: INFO nova.compute.claims [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.033563] env[69905]: DEBUG oslo_vmware.api [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414087, 'name': PowerOnVM_Task, 'duration_secs': 1.181712} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.033830] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.034045] env[69905]: INFO nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1081.034227] env[69905]: DEBUG nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.035042] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b5d755-d8f5-45f6-bd46-67d8c1b43506 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.039169] env[69905]: INFO nova.scheduler.client.report [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted allocations for instance 1c598b31-8782-499b-8822-df5c84363e78 [ 1081.201784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.202240] env[69905]: DEBUG nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Instance network_info: |[{"id": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "address": "fa:16:3e:0a:b3:11", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6ba7dd-d0", "ovs_interfaceid": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.202749] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b3:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.211199] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.211431] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.211668] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af9c8e2-e9fc-450f-9519-0d6d03f118a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.232643] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.232643] env[69905]: value = "task-3414090" [ 1081.232643] env[69905]: _type = "Task" [ 1081.232643] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.240173] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414090, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.244865] env[69905]: DEBUG nova.compute.manager [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.245087] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.245834] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235bb476-66e4-4fd6-b952-b106611f8016 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.252022] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.252243] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73544e51-2212-4be2-875c-5f2fc36e4fdb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.257162] env[69905]: DEBUG oslo_vmware.api [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1081.257162] env[69905]: value = "task-3414091" [ 1081.257162] env[69905]: _type = "Task" [ 1081.257162] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.265285] env[69905]: DEBUG oslo_vmware.api [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.314522] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414089, 'name': Rename_Task, 'duration_secs': 0.436037} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.314815] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.315076] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8fa456b-7737-46c3-b22b-14f65d75651e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.326383] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1081.326383] env[69905]: value = "task-3414092" [ 1081.326383] env[69905]: _type = "Task" [ 1081.326383] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.336086] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.371251] env[69905]: DEBUG nova.compute.manager [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Received event network-changed-1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.371251] env[69905]: DEBUG nova.compute.manager [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Refreshing instance network info cache due to event network-changed-1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.371251] env[69905]: DEBUG oslo_concurrency.lockutils [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] Acquiring lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.371463] env[69905]: DEBUG oslo_concurrency.lockutils [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] Acquired lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.371513] env[69905]: DEBUG nova.network.neutron [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Refreshing network info cache for port 1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.556038] env[69905]: INFO nova.compute.manager [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Took 43.15 seconds to build instance. [ 1081.557589] env[69905]: DEBUG oslo_concurrency.lockutils [None req-60d6dbdb-64a7-416c-860f-9d9f38253870 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "1c598b31-8782-499b-8822-df5c84363e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.260s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.744118] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414090, 'name': CreateVM_Task, 'duration_secs': 0.377796} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.744301] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.745022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.745200] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.745507] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.745761] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2166e5-4131-42cc-977a-7dff15baad07 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.750306] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1081.750306] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520f70fa-217b-be37-df47-128a348c097b" [ 1081.750306] env[69905]: _type = "Task" [ 1081.750306] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.759363] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520f70fa-217b-be37-df47-128a348c097b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.766586] env[69905]: DEBUG oslo_vmware.api [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414091, 'name': PowerOffVM_Task, 'duration_secs': 0.209291} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.766857] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.767038] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.767273] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b3f731-c556-4e03-812e-f5397b324bc4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.831778] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.832039] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.833038] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleting the datastore file [datastore2] a6a30965-2b10-440e-b4fc-1689138a07aa {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.833284] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685b613e-b58b-477c-ae14-e0a8dfe263b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.838538] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414092, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.842468] env[69905]: DEBUG oslo_vmware.api [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1081.842468] env[69905]: value = "task-3414094" [ 1081.842468] env[69905]: _type = "Task" [ 1081.842468] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.850081] env[69905]: DEBUG oslo_vmware.api [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.058233] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fc9c4483-ba9d-4fe0-860c-736fdb377e1e tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.969s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.262248] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520f70fa-217b-be37-df47-128a348c097b, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.262558] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.262800] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.263037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.263190] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.263370] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.263678] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ab6abf-611b-413a-b45f-746deff19d73 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.275447] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.275630] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.277154] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83400585-2394-472d-a5eb-49af75ad1b6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.281215] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1082.281215] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52353b98-638f-750f-6273-b1deac856375" [ 1082.281215] env[69905]: _type = "Task" [ 1082.281215] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.289893] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52353b98-638f-750f-6273-b1deac856375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.334961] env[69905]: DEBUG oslo_vmware.api [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414092, 'name': PowerOnVM_Task, 'duration_secs': 0.724931} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.337454] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.337774] env[69905]: INFO nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Took 16.05 seconds to spawn the instance on the hypervisor. [ 1082.338069] env[69905]: DEBUG nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.339826] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91937ca4-251a-4dc3-a66d-d40c05ba64e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.358684] env[69905]: DEBUG oslo_vmware.api [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215978} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.358930] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.359124] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.359306] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.359477] env[69905]: INFO nova.compute.manager [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1082.359713] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.359928] env[69905]: DEBUG nova.compute.manager [-] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.362873] env[69905]: DEBUG nova.network.neutron [-] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.392915] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75648a70-2278-48df-8846-4736d99677c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.400237] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a8ee1c-d721-4e93-bb0d-b963206c3c0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.434069] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d9c9bd-3524-46fd-bcce-711a1daf55a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.442211] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef32b4e4-3d2a-44a5-8c40-c51c4bd336b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.461027] env[69905]: DEBUG nova.compute.provider_tree [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.477870] env[69905]: DEBUG nova.network.neutron [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updated VIF entry in instance network info cache for port 1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.478238] env[69905]: DEBUG nova.network.neutron [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance_info_cache with network_info: [{"id": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "address": "fa:16:3e:0a:b3:11", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6ba7dd-d0", "ovs_interfaceid": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.791097] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52353b98-638f-750f-6273-b1deac856375, 'name': SearchDatastore_Task, 'duration_secs': 0.026333} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.791926] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f5675c-e14d-4d03-b349-5b0b1343eb7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.797305] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1082.797305] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52344d86-0eea-4ba1-48ab-f9ea9a727e24" [ 1082.797305] env[69905]: _type = "Task" [ 1082.797305] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.804509] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52344d86-0eea-4ba1-48ab-f9ea9a727e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.868543] env[69905]: INFO nova.compute.manager [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Took 47.85 seconds to build instance. [ 1082.961879] env[69905]: DEBUG nova.scheduler.client.report [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.981840] env[69905]: DEBUG oslo_concurrency.lockutils [req-1fe96335-41f3-48b4-ae74-457d4653b195 req-fd8e0529-298b-4cc9-8e69-fc64a2d6aa95 service nova] Releasing lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.240733] env[69905]: DEBUG nova.network.neutron [-] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.309512] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52344d86-0eea-4ba1-48ab-f9ea9a727e24, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.309808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.310097] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 4458eac3-5f3b-4288-b063-db84582796a0/4458eac3-5f3b-4288-b063-db84582796a0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.310542] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60dbc562-5072-464d-8d93-2b6811b13437 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.317683] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1083.317683] env[69905]: value = "task-3414095" [ 1083.317683] env[69905]: _type = "Task" [ 1083.317683] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.326036] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.370816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-43bb45da-790d-4598-9cb0-65e563dea25a tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.367s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.409260] env[69905]: DEBUG nova.compute.manager [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Received event network-vif-deleted-ac21baa8-737c-4b80-a909-6489633081fc {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.409260] env[69905]: DEBUG nova.compute.manager [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Received event network-changed-f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.409260] env[69905]: DEBUG nova.compute.manager [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Refreshing instance network info cache due to event network-changed-f94a99b3-abc7-4058-8dc7-44842dcff12a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.409420] env[69905]: DEBUG oslo_concurrency.lockutils [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] Acquiring lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.409504] env[69905]: DEBUG oslo_concurrency.lockutils [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] Acquired lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.409771] env[69905]: DEBUG nova.network.neutron [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Refreshing network info cache for port f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.468389] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.469683] env[69905]: DEBUG nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.471891] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.257s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.472076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.472236] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1083.472667] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.543s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.474496] env[69905]: INFO nova.compute.claims [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.479167] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3295203e-501f-4d92-aee3-8c064b0b0526 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.488503] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389514f-964c-4ee7-b7b8-67932a9cbdd3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.505206] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28191dce-55a2-4b5b-b0fa-51a567e08412 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.513022] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc6969-1935-4c51-bbfe-eb92b317b781 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.545061] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179031MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1083.545198] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.743354] env[69905]: INFO nova.compute.manager [-] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Took 1.38 seconds to deallocate network for instance. [ 1083.794362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.794616] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.794895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.795119] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.795298] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.797288] env[69905]: INFO nova.compute.manager [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Terminating instance [ 1083.827492] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414095, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.983298] env[69905]: DEBUG nova.compute.utils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.984680] env[69905]: DEBUG nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.984680] env[69905]: DEBUG nova.network.neutron [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.061275] env[69905]: DEBUG nova.policy [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.135098] env[69905]: DEBUG nova.network.neutron [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updated VIF entry in instance network info cache for port f94a99b3-abc7-4058-8dc7-44842dcff12a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.135098] env[69905]: DEBUG nova.network.neutron [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [{"id": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "address": "fa:16:3e:20:20:eb", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94a99b3-ab", "ovs_interfaceid": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.250687] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.301336] env[69905]: DEBUG nova.compute.manager [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.301616] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.302578] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f90fa-34f0-4818-af64-860a48971eca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.310914] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.311202] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d73973a8-a383-46ee-b0d5-255be7a6efa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.318507] env[69905]: DEBUG oslo_vmware.api [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1084.318507] env[69905]: value = "task-3414096" [ 1084.318507] env[69905]: _type = "Task" [ 1084.318507] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.332810] env[69905]: DEBUG oslo_vmware.api [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.336168] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522902} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.336464] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 4458eac3-5f3b-4288-b063-db84582796a0/4458eac3-5f3b-4288-b063-db84582796a0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.336744] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.337043] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-817c8eb3-4d5f-44e0-9bf6-44fdcbd383b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.345493] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1084.345493] env[69905]: value = "task-3414097" [ 1084.345493] env[69905]: _type = "Task" [ 1084.345493] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.354652] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.371658] env[69905]: DEBUG nova.network.neutron [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Successfully created port: 675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.487398] env[69905]: DEBUG nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.640177] env[69905]: DEBUG oslo_concurrency.lockutils [req-de77e501-930f-4954-9178-cc212413baf1 req-f231a4af-8515-4f67-af19-e69eba52fbfd service nova] Releasing lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.830139] env[69905]: DEBUG oslo_vmware.api [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414096, 'name': PowerOffVM_Task, 'duration_secs': 0.311952} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.830727] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.830727] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.830825] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6a9727-d3d8-4eff-9a25-3a1d27f9378b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.833809] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86cd65-1745-4b1d-9345-860dc108c5df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.841192] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb3251-2646-4c8a-a24d-8d84a5fcdc63 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.872660] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a5fd75-2e3d-4872-9798-5a2f7b3a4dfc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.877896] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098425} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.878585] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.879408] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45475d4-5aa6-44c4-8dcc-52048492d003 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.885027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3646f18a-ebb4-4506-b35f-d01170e77433 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.907411] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4458eac3-5f3b-4288-b063-db84582796a0/4458eac3-5f3b-4288-b063-db84582796a0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.908755] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18b145a-941f-4f1c-9272-ef040c100351 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.930327] env[69905]: DEBUG nova.compute.provider_tree [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.937354] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1084.937354] env[69905]: value = "task-3414099" [ 1084.937354] env[69905]: _type = "Task" [ 1084.937354] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.947446] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.434393] env[69905]: DEBUG nova.scheduler.client.report [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.447173] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414099, 'name': ReconfigVM_Task, 'duration_secs': 0.272287} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.447454] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4458eac3-5f3b-4288-b063-db84582796a0/4458eac3-5f3b-4288-b063-db84582796a0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.448617] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3dd92a9-d9f8-48a5-9f97-7e2bd55642ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.455157] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1085.455157] env[69905]: value = "task-3414100" [ 1085.455157] env[69905]: _type = "Task" [ 1085.455157] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.462808] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414100, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.496984] env[69905]: DEBUG nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.522067] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.522363] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.522532] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.522825] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.523041] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.523207] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.523422] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.523586] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.523756] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.523919] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.524114] env[69905]: DEBUG nova.virt.hardware [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.524971] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87a1b2-5f47-4843-bf22-7d2a2cd94754 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.533393] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e8526-38a0-4733-b232-a86355dc073f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.554979] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.555164] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.555374] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Deleting the datastore file [datastore1] e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.555714] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a1379b-f1ff-4f25-9a52-4626fc5350d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.562411] env[69905]: DEBUG oslo_vmware.api [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1085.562411] env[69905]: value = "task-3414101" [ 1085.562411] env[69905]: _type = "Task" [ 1085.562411] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.571771] env[69905]: DEBUG oslo_vmware.api [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.905428] env[69905]: DEBUG nova.compute.manager [req-0715c088-746f-4a96-a4f2-9aa6eae4c3d2 req-c5abda1c-b0bf-4d2c-9e4c-a4c93ceb7bcb service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-vif-plugged-675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.905655] env[69905]: DEBUG oslo_concurrency.lockutils [req-0715c088-746f-4a96-a4f2-9aa6eae4c3d2 req-c5abda1c-b0bf-4d2c-9e4c-a4c93ceb7bcb service nova] Acquiring lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.905869] env[69905]: DEBUG oslo_concurrency.lockutils [req-0715c088-746f-4a96-a4f2-9aa6eae4c3d2 req-c5abda1c-b0bf-4d2c-9e4c-a4c93ceb7bcb service nova] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.906068] env[69905]: DEBUG oslo_concurrency.lockutils [req-0715c088-746f-4a96-a4f2-9aa6eae4c3d2 req-c5abda1c-b0bf-4d2c-9e4c-a4c93ceb7bcb service nova] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.906266] env[69905]: DEBUG nova.compute.manager [req-0715c088-746f-4a96-a4f2-9aa6eae4c3d2 req-c5abda1c-b0bf-4d2c-9e4c-a4c93ceb7bcb service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] No waiting events found dispatching network-vif-plugged-675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.906439] env[69905]: WARNING nova.compute.manager [req-0715c088-746f-4a96-a4f2-9aa6eae4c3d2 req-c5abda1c-b0bf-4d2c-9e4c-a4c93ceb7bcb service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received unexpected event network-vif-plugged-675e0501-0f2d-4cce-8319-0db07dce75f6 for instance with vm_state building and task_state spawning. [ 1085.942297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.942881] env[69905]: DEBUG nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.945583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.196s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.945850] env[69905]: DEBUG nova.objects.instance [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lazy-loading 'resources' on Instance uuid f98c1730-16a1-4049-b460-f7628b3d5efd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.966185] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414100, 'name': Rename_Task, 'duration_secs': 0.138965} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.966185] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.966185] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef11fe6d-9653-47ab-95ae-5df371733f58 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.975496] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1085.975496] env[69905]: value = "task-3414102" [ 1085.975496] env[69905]: _type = "Task" [ 1085.975496] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.984729] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.038234] env[69905]: DEBUG nova.network.neutron [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Successfully updated port: 675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.072804] env[69905]: DEBUG oslo_vmware.api [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.449858] env[69905]: DEBUG nova.compute.utils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.452019] env[69905]: DEBUG nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.452216] env[69905]: DEBUG nova.network.neutron [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.487777] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414102, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.514417] env[69905]: DEBUG nova.policy [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f30f70d6f5d14170b83be08a452a3a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b8ce7480b44ce99ed36af850e7c90b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.540654] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.540832] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.540996] env[69905]: DEBUG nova.network.neutron [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.574027] env[69905]: DEBUG oslo_vmware.api [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550338} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.574678] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.574678] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.574678] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.574927] env[69905]: INFO nova.compute.manager [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1086.575233] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.575360] env[69905]: DEBUG nova.compute.manager [-] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.575448] env[69905]: DEBUG nova.network.neutron [-] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.813151] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b446d-1c7f-4484-9d54-9c4b2f879316 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.823530] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8679c7-7a22-4efa-be90-417404362148 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.854602] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3bdab6-b8f5-4846-b2da-e82b884e6221 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.862695] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c02c6d-dfe7-4b8f-ad38-63944f8dbe2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.876822] env[69905]: DEBUG nova.compute.provider_tree [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.959574] env[69905]: DEBUG nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.985400] env[69905]: DEBUG oslo_vmware.api [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414102, 'name': PowerOnVM_Task, 'duration_secs': 0.645555} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.985688] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.985939] env[69905]: INFO nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1086.986122] env[69905]: DEBUG nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.986942] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b01301-32c8-4261-9a2c-0679cbf7886c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.042623] env[69905]: DEBUG nova.network.neutron [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Successfully created port: e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.055690] env[69905]: DEBUG nova.compute.manager [req-bea6c999-69f2-41b0-875a-1b04fc02d234 req-d3f29a62-ab84-4bea-9462-4e0d7776b726 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-vif-deleted-28082447-f3b1-44ea-990d-71c51ec7bd3c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.055690] env[69905]: INFO nova.compute.manager [req-bea6c999-69f2-41b0-875a-1b04fc02d234 req-d3f29a62-ab84-4bea-9462-4e0d7776b726 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Neutron deleted interface 28082447-f3b1-44ea-990d-71c51ec7bd3c; detaching it from the instance and deleting it from the info cache [ 1087.055690] env[69905]: DEBUG nova.network.neutron [req-bea6c999-69f2-41b0-875a-1b04fc02d234 req-d3f29a62-ab84-4bea-9462-4e0d7776b726 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Updating instance_info_cache with network_info: [{"id": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "address": "fa:16:3e:2b:e9:83", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b0567d-d3", "ovs_interfaceid": "e7b0567d-d393-4fe5-910f-c3e436ee3f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "address": "fa:16:3e:5d:fb:2a", "network": {"id": "1fb8b3f3-7bb9-4c92-bba2-7f83e4a9ee52", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1881639364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2e6431-e4", "ovs_interfaceid": "de2e6431-e42f-44cf-a940-19b128eb2e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.122618] env[69905]: DEBUG nova.network.neutron [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.385025] env[69905]: DEBUG nova.scheduler.client.report [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.474745] env[69905]: DEBUG nova.network.neutron [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.509451] env[69905]: INFO nova.compute.manager [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Took 37.29 seconds to build instance. [ 1087.559115] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2ee8ba3-5c8e-47a8-a6a9-89f4e1dc2e79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.570373] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a774f1-5259-48ce-862e-0d9cb97c7f23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.608682] env[69905]: DEBUG nova.compute.manager [req-bea6c999-69f2-41b0-875a-1b04fc02d234 req-d3f29a62-ab84-4bea-9462-4e0d7776b726 service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Detach interface failed, port_id=28082447-f3b1-44ea-990d-71c51ec7bd3c, reason: Instance e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.749551] env[69905]: DEBUG nova.network.neutron [-] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.892145] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.895357] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.750s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.895613] env[69905]: DEBUG nova.objects.instance [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lazy-loading 'resources' on Instance uuid e0c819d8-c720-4b7f-9f68-74813efb3700 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.916238] env[69905]: INFO nova.scheduler.client.report [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleted allocations for instance f98c1730-16a1-4049-b460-f7628b3d5efd [ 1087.929445] env[69905]: DEBUG nova.compute.manager [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.929688] env[69905]: DEBUG nova.compute.manager [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing instance network info cache due to event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.929817] env[69905]: DEBUG oslo_concurrency.lockutils [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.971929] env[69905]: DEBUG nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.977646] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.977988] env[69905]: DEBUG nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Instance network_info: |[{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.978292] env[69905]: DEBUG oslo_concurrency.lockutils [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.978501] env[69905]: DEBUG nova.network.neutron [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.980028] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:76:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '675e0501-0f2d-4cce-8319-0db07dce75f6', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.987829] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.988950] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.989214] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc9e2af-483a-43ce-b64e-2299d00663a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.011733] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.011934] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.012495] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.012495] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.012495] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.012686] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.013469] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.013469] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.013469] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.013469] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.013469] env[69905]: DEBUG nova.virt.hardware [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.013836] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba0f61cd-dc0e-4e9c-a4cb-5cf363688d6d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.801s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.015020] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a3f756-c73f-4d0b-85ec-0d578b25d986 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.018445] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.018445] env[69905]: value = "task-3414103" [ 1088.018445] env[69905]: _type = "Task" [ 1088.018445] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.025653] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b9d20c-e910-49ab-aaf8-1467096881de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.032201] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414103, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.253345] env[69905]: INFO nova.compute.manager [-] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Took 1.68 seconds to deallocate network for instance. [ 1088.426462] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7b3a41d7-83c9-4cd1-b752-88055dbe4693 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "f98c1730-16a1-4049-b460-f7628b3d5efd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.056s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.529953] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414103, 'name': CreateVM_Task, 'duration_secs': 0.315003} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.532567] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.533395] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.533583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.533861] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.536064] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3785cb1-456e-4a2a-82f4-39e9b6c393f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.541242] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1088.541242] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a73dfc-11f0-c37d-4900-2b7c00bac5d1" [ 1088.541242] env[69905]: _type = "Task" [ 1088.541242] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.556139] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a73dfc-11f0-c37d-4900-2b7c00bac5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.761829] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.796114] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e7153-cc73-47a9-8183-33f393f4fa90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.803891] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30db4a-2401-4fd5-a487-fdf21bb7fdd0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.834597] env[69905]: DEBUG nova.network.neutron [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updated VIF entry in instance network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.835009] env[69905]: DEBUG nova.network.neutron [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.840412] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e1dfd-9f50-44fb-9085-3dff3445836c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.848794] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda4cf4-c76b-414b-932f-c6bad792f655 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.863258] env[69905]: DEBUG nova.compute.provider_tree [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.021236] env[69905]: DEBUG nova.network.neutron [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Successfully updated port: e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.054180] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a73dfc-11f0-c37d-4900-2b7c00bac5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.054487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.054701] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.054811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.054973] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.055147] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.055666] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9c9c5c-6f02-4c09-98a6-d4d656b61122 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.064808] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.064989] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.065722] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a57095-cd19-4fad-939e-3dafb6cd0b9a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.070736] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1089.070736] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3b0dd-92f2-dec8-8a9e-b06db2e26f57" [ 1089.070736] env[69905]: _type = "Task" [ 1089.070736] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.078368] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3b0dd-92f2-dec8-8a9e-b06db2e26f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.080444] env[69905]: DEBUG nova.compute.manager [req-e25e2999-b141-4922-bddc-b96133ca0dc7 req-a5ee31ba-9634-4234-984a-aa2b74a9603a service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-vif-deleted-de2e6431-e42f-44cf-a940-19b128eb2e7e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.080944] env[69905]: DEBUG nova.compute.manager [req-e25e2999-b141-4922-bddc-b96133ca0dc7 req-a5ee31ba-9634-4234-984a-aa2b74a9603a service nova] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Received event network-vif-deleted-e7b0567d-d393-4fe5-910f-c3e436ee3f14 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.344706] env[69905]: DEBUG oslo_concurrency.lockutils [req-c5e1f84c-0baa-4a87-b12f-39e2d53b683e req-82249164-fd14-4082-afaf-8831f388259e service nova] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.367301] env[69905]: DEBUG nova.scheduler.client.report [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.514280] env[69905]: DEBUG nova.compute.manager [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1089.524118] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "refresh_cache-c930227e-8a0c-4751-966f-ed339c3328a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.524118] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquired lock "refresh_cache-c930227e-8a0c-4751-966f-ed339c3328a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.524316] env[69905]: DEBUG nova.network.neutron [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.581661] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d3b0dd-92f2-dec8-8a9e-b06db2e26f57, 'name': SearchDatastore_Task, 'duration_secs': 0.023228} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.582305] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f23a638-ce5f-412f-9bcc-f9ae057ca0bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.587483] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1089.587483] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52153961-2f04-a439-b634-c7a3328a65c5" [ 1089.587483] env[69905]: _type = "Task" [ 1089.587483] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.595075] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52153961-2f04-a439-b634-c7a3328a65c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.872997] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.875346] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.418s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.875579] env[69905]: DEBUG nova.objects.instance [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lazy-loading 'resources' on Instance uuid 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.893643] env[69905]: INFO nova.scheduler.client.report [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Deleted allocations for instance e0c819d8-c720-4b7f-9f68-74813efb3700 [ 1089.956206] env[69905]: DEBUG nova.compute.manager [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Received event network-vif-plugged-e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.956482] env[69905]: DEBUG oslo_concurrency.lockutils [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] Acquiring lock "c930227e-8a0c-4751-966f-ed339c3328a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.956633] env[69905]: DEBUG oslo_concurrency.lockutils [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] Lock "c930227e-8a0c-4751-966f-ed339c3328a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.956801] env[69905]: DEBUG oslo_concurrency.lockutils [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] Lock "c930227e-8a0c-4751-966f-ed339c3328a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.956969] env[69905]: DEBUG nova.compute.manager [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] No waiting events found dispatching network-vif-plugged-e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.957152] env[69905]: WARNING nova.compute.manager [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Received unexpected event network-vif-plugged-e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 for instance with vm_state building and task_state spawning. [ 1089.957311] env[69905]: DEBUG nova.compute.manager [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Received event network-changed-e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.957462] env[69905]: DEBUG nova.compute.manager [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Refreshing instance network info cache due to event network-changed-e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.957623] env[69905]: DEBUG oslo_concurrency.lockutils [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] Acquiring lock "refresh_cache-c930227e-8a0c-4751-966f-ed339c3328a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.031362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.054697] env[69905]: DEBUG nova.network.neutron [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.097971] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52153961-2f04-a439-b634-c7a3328a65c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.100395] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.100693] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] f91a8ee4-0567-48fb-bf80-13863dcd58b9/f91a8ee4-0567-48fb-bf80-13863dcd58b9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.100987] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73edf4e3-bcb1-4845-9912-c740b31d04fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.108881] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1090.108881] env[69905]: value = "task-3414104" [ 1090.108881] env[69905]: _type = "Task" [ 1090.108881] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.116659] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.211252] env[69905]: DEBUG nova.network.neutron [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Updating instance_info_cache with network_info: [{"id": "e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8", "address": "fa:16:3e:87:3a:03", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c4eade-4d", "ovs_interfaceid": "e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.407031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-56df3f86-46bb-4f8f-8c3f-ae49c3e47c50 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "e0c819d8-c720-4b7f-9f68-74813efb3700" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.357s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.619327] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.706199] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6ae49-4b6a-43b8-806d-d3eead1421ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.714347] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Releasing lock "refresh_cache-c930227e-8a0c-4751-966f-ed339c3328a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.714682] env[69905]: DEBUG nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Instance network_info: |[{"id": "e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8", "address": "fa:16:3e:87:3a:03", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c4eade-4d", "ovs_interfaceid": "e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.715083] env[69905]: DEBUG oslo_concurrency.lockutils [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] Acquired lock "refresh_cache-c930227e-8a0c-4751-966f-ed339c3328a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.715271] env[69905]: DEBUG nova.network.neutron [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Refreshing network info cache for port e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.716442] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:3a:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.724243] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Creating folder: Project (12b8ce7480b44ce99ed36af850e7c90b). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.725368] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc393ba-1a68-4eb6-9cc4-3a4742102c6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.732518] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0519d4-b6af-42f9-8b34-bd18bbbf40ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.763485] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8537341-5e47-4551-b683-24578a4a3dc1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.766392] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Created folder: Project (12b8ce7480b44ce99ed36af850e7c90b) in parent group-v680985. [ 1090.766582] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Creating folder: Instances. Parent ref: group-v681233. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.767222] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce1c9811-7abe-4fb1-8081-b8f7694e684e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.776580] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577a175-7edd-4cb3-b358-44f6552ce8a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.781558] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Created folder: Instances in parent group-v681233. [ 1090.781818] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.782399] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.782618] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe8bea4f-0b53-43b4-8262-eb51a9b04f53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.805363] env[69905]: DEBUG nova.compute.provider_tree [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.811792] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.811792] env[69905]: value = "task-3414107" [ 1090.811792] env[69905]: _type = "Task" [ 1090.811792] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.818555] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414107, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.006863] env[69905]: DEBUG nova.network.neutron [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Updated VIF entry in instance network info cache for port e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.007321] env[69905]: DEBUG nova.network.neutron [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Updating instance_info_cache with network_info: [{"id": "e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8", "address": "fa:16:3e:87:3a:03", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c4eade-4d", "ovs_interfaceid": "e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.121534] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68537} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.121751] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] f91a8ee4-0567-48fb-bf80-13863dcd58b9/f91a8ee4-0567-48fb-bf80-13863dcd58b9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.121966] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.122225] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-368fe287-86e9-41d3-b4e3-924d82e23db4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.127978] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1091.127978] env[69905]: value = "task-3414108" [ 1091.127978] env[69905]: _type = "Task" [ 1091.127978] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.136952] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.183121] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "97bdc928-860c-44dd-adee-b163b1c9ab1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.183415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.183625] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "97bdc928-860c-44dd-adee-b163b1c9ab1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.183843] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.184034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.186024] env[69905]: INFO nova.compute.manager [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Terminating instance [ 1091.308419] env[69905]: DEBUG nova.scheduler.client.report [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.321236] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414107, 'name': CreateVM_Task, 'duration_secs': 0.356042} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.322091] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.322166] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.322340] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.322917] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.322917] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de58a7b-4be6-4adf-aa91-1e2127150b8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.328813] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1091.328813] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52755326-0fc1-4158-f1d8-b9878e95e7f0" [ 1091.328813] env[69905]: _type = "Task" [ 1091.328813] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.338700] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52755326-0fc1-4158-f1d8-b9878e95e7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.510251] env[69905]: DEBUG oslo_concurrency.lockutils [req-eac01352-2a9c-437e-8468-b92c7430df0e req-3bf2a0eb-1e37-4cc5-b642-76406da959cc service nova] Releasing lock "refresh_cache-c930227e-8a0c-4751-966f-ed339c3328a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.638053] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088248} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.638317] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.639146] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fbbe35-9611-41a7-96e9-0da6a88ab470 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.661384] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] f91a8ee4-0567-48fb-bf80-13863dcd58b9/f91a8ee4-0567-48fb-bf80-13863dcd58b9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.661663] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b196c125-e640-4d58-aaa0-9b19ca9301cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.681409] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1091.681409] env[69905]: value = "task-3414109" [ 1091.681409] env[69905]: _type = "Task" [ 1091.681409] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.690079] env[69905]: DEBUG nova.compute.manager [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.690281] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.690531] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.691240] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7767535b-2335-4820-a649-0c9100991ff9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.697391] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.697599] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5022ae18-c28c-4bae-ab6d-72498295c82f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.703912] env[69905]: DEBUG oslo_vmware.api [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1091.703912] env[69905]: value = "task-3414110" [ 1091.703912] env[69905]: _type = "Task" [ 1091.703912] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.712167] env[69905]: DEBUG oslo_vmware.api [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.816935] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.819499] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.724s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.821055] env[69905]: INFO nova.compute.claims [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.838628] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52755326-0fc1-4158-f1d8-b9878e95e7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.839120] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.839247] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.839516] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.839615] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.839756] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.840837] env[69905]: INFO nova.scheduler.client.report [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Deleted allocations for instance 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d [ 1091.841694] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7361e77c-b6a8-4214-91e8-59b3146c9053 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.852592] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.852800] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.853547] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ff1ba2-de33-403d-9adb-c4f3da727d07 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.858674] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1091.858674] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526d3655-f3dc-4c83-7d0e-f4db67f83c5f" [ 1091.858674] env[69905]: _type = "Task" [ 1091.858674] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.866543] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526d3655-f3dc-4c83-7d0e-f4db67f83c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.192819] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414109, 'name': ReconfigVM_Task, 'duration_secs': 0.270507} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.193268] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Reconfigured VM instance instance-0000005a to attach disk [datastore2] f91a8ee4-0567-48fb-bf80-13863dcd58b9/f91a8ee4-0567-48fb-bf80-13863dcd58b9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.194124] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43151d7a-5a27-4e30-8226-517a0748a24d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.200501] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1092.200501] env[69905]: value = "task-3414111" [ 1092.200501] env[69905]: _type = "Task" [ 1092.200501] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.210893] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414111, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.215998] env[69905]: DEBUG oslo_vmware.api [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414110, 'name': PowerOffVM_Task, 'duration_secs': 0.378001} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.215998] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.216257] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.216439] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e2f473d-af57-425e-980d-6ea1a49b825c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.290401] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.290653] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.291547] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Deleting the datastore file [datastore2] 97bdc928-860c-44dd-adee-b163b1c9ab1f {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.291849] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d8ae0f5-efc6-4cb2-8998-36c61ef13cd9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.298081] env[69905]: DEBUG oslo_vmware.api [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for the task: (returnval){ [ 1092.298081] env[69905]: value = "task-3414113" [ 1092.298081] env[69905]: _type = "Task" [ 1092.298081] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.306980] env[69905]: DEBUG oslo_vmware.api [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.351723] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c1dc3c0a-7318-4a04-9ade-4de5b6ea5ef5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "5d8f10f5-b4a4-4332-b9e7-5d9da22b991d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.616s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.369891] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526d3655-f3dc-4c83-7d0e-f4db67f83c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.371279] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c15f6ad-9182-42fa-b1ca-aa82bf5ca873 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.377326] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1092.377326] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a49d06-a6d0-ef01-4825-9e1137296d43" [ 1092.377326] env[69905]: _type = "Task" [ 1092.377326] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.385193] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a49d06-a6d0-ef01-4825-9e1137296d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.710889] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414111, 'name': Rename_Task, 'duration_secs': 0.147925} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.711264] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.711451] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e43ccd1-a76e-4c4c-88a3-152f0a36ee33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.718306] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1092.718306] env[69905]: value = "task-3414114" [ 1092.718306] env[69905]: _type = "Task" [ 1092.718306] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.726249] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.808113] env[69905]: DEBUG oslo_vmware.api [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Task: {'id': task-3414113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147979} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.808397] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.808587] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.808787] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.808992] env[69905]: INFO nova.compute.manager [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1092.809271] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.809467] env[69905]: DEBUG nova.compute.manager [-] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.809567] env[69905]: DEBUG nova.network.neutron [-] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.898304] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a49d06-a6d0-ef01-4825-9e1137296d43, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.898691] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.899071] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] c930227e-8a0c-4751-966f-ed339c3328a0/c930227e-8a0c-4751-966f-ed339c3328a0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.899435] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5f73c0-549a-4da2-b384-9c4215722d6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.911815] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1092.911815] env[69905]: value = "task-3414115" [ 1092.911815] env[69905]: _type = "Task" [ 1092.911815] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.924023] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.149677] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f46bdf-985a-4fd8-9638-f304189d7775 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.164268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120c575-1907-4eeb-9114-07cf834876fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.201197] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0fcdaa-b8fd-44ec-b584-eac4270816ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.211478] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef7dce-16b4-4812-939b-66314008e2e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.227811] env[69905]: DEBUG nova.compute.provider_tree [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.239231] env[69905]: DEBUG oslo_vmware.api [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414114, 'name': PowerOnVM_Task, 'duration_secs': 0.468106} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.240285] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.240545] env[69905]: INFO nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1093.240840] env[69905]: DEBUG nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.241836] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0232b6-e7e6-4979-82b7-db0b11b44bad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.425693] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.451243] env[69905]: DEBUG nova.compute.manager [req-50475b03-df41-412b-b022-799e76442d90 req-ea0f476e-366b-4f0b-9598-a0d65bc97cd5 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Received event network-vif-deleted-c56fa488-8872-49b3-a7ea-38cb0ff89f72 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.451446] env[69905]: INFO nova.compute.manager [req-50475b03-df41-412b-b022-799e76442d90 req-ea0f476e-366b-4f0b-9598-a0d65bc97cd5 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Neutron deleted interface c56fa488-8872-49b3-a7ea-38cb0ff89f72; detaching it from the instance and deleting it from the info cache [ 1093.451614] env[69905]: DEBUG nova.network.neutron [req-50475b03-df41-412b-b022-799e76442d90 req-ea0f476e-366b-4f0b-9598-a0d65bc97cd5 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.734502] env[69905]: DEBUG nova.scheduler.client.report [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.760381] env[69905]: INFO nova.compute.manager [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Took 41.29 seconds to build instance. [ 1093.903529] env[69905]: DEBUG nova.network.neutron [-] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.924105] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65107} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.924384] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] c930227e-8a0c-4751-966f-ed339c3328a0/c930227e-8a0c-4751-966f-ed339c3328a0.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.924595] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.924841] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcf350e7-0c2f-46b5-a5c7-4b9a78bf1276 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.931452] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1093.931452] env[69905]: value = "task-3414116" [ 1093.931452] env[69905]: _type = "Task" [ 1093.931452] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.943646] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.954535] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a8218f3-fe7e-45e6-a9b2-4fa4422e32ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.962911] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4e6bd6-ad5e-4444-aa9c-399ae93558df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.997719] env[69905]: DEBUG nova.compute.manager [req-50475b03-df41-412b-b022-799e76442d90 req-ea0f476e-366b-4f0b-9598-a0d65bc97cd5 service nova] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Detach interface failed, port_id=c56fa488-8872-49b3-a7ea-38cb0ff89f72, reason: Instance 97bdc928-860c-44dd-adee-b163b1c9ab1f could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.243259] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.243259] env[69905]: DEBUG nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.243988] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.990s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.244359] env[69905]: DEBUG nova.objects.instance [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lazy-loading 'resources' on Instance uuid 9ccc88b1-f087-4038-9a32-e382fc5762cd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.262989] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0d82cd63-daad-4f32-8ac5-a513bdc0a509 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.796s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.408359] env[69905]: INFO nova.compute.manager [-] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Took 1.60 seconds to deallocate network for instance. [ 1094.442228] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126034} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.442911] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.443436] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82098b01-5bb0-4dd5-8656-be61ebc9c00a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.470113] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] c930227e-8a0c-4751-966f-ed339c3328a0/c930227e-8a0c-4751-966f-ed339c3328a0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.471756] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc21dfeb-72e5-4657-a468-9f8e0408a439 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.492416] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1094.492416] env[69905]: value = "task-3414117" [ 1094.492416] env[69905]: _type = "Task" [ 1094.492416] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.502420] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.747460] env[69905]: DEBUG nova.compute.utils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.752547] env[69905]: DEBUG nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.752547] env[69905]: DEBUG nova.network.neutron [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.824658] env[69905]: DEBUG nova.policy [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ee919e1363149c39d16ba25853f3e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f6dc887f21246fcaec8267907fedd66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.918463] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.974758] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.974906] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.004529] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.056880] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92f43b-5cba-4810-bf92-5928c00ed950 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.065107] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060be169-289e-402a-b95f-97731f103e95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.095834] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "75b25fae-29b5-479d-9366-5280f2edfede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.096170] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "75b25fae-29b5-479d-9366-5280f2edfede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.096445] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "75b25fae-29b5-479d-9366-5280f2edfede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.097188] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "75b25fae-29b5-479d-9366-5280f2edfede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.097401] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "75b25fae-29b5-479d-9366-5280f2edfede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.100462] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb89d7-4794-4627-91c5-10aea7286d09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.104747] env[69905]: INFO nova.compute.manager [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Terminating instance [ 1095.113461] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8845ca22-b174-4d39-bf58-0d1c14fc2540 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.128300] env[69905]: DEBUG nova.compute.provider_tree [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.253367] env[69905]: DEBUG nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.369548] env[69905]: DEBUG nova.network.neutron [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Successfully created port: 1944fa27-1f60-4556-8315-b21bb23286b6 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.482683] env[69905]: DEBUG nova.compute.utils [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.507133] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414117, 'name': ReconfigVM_Task, 'duration_secs': 0.986617} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.507434] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Reconfigured VM instance instance-0000005b to attach disk [datastore2] c930227e-8a0c-4751-966f-ed339c3328a0/c930227e-8a0c-4751-966f-ed339c3328a0.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.508068] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a6ec8ec-ff53-405c-9c8b-89b81d7ba50d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.513910] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1095.513910] env[69905]: value = "task-3414118" [ 1095.513910] env[69905]: _type = "Task" [ 1095.513910] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.521738] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414118, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.609976] env[69905]: DEBUG nova.compute.manager [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.610266] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.611423] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f4ba40-54a5-4357-b759-e9fc523102a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.619849] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.620137] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3eb6c7f-a144-4feb-af30-2e8936abe2c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.628138] env[69905]: DEBUG oslo_vmware.api [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1095.628138] env[69905]: value = "task-3414119" [ 1095.628138] env[69905]: _type = "Task" [ 1095.628138] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.632352] env[69905]: DEBUG nova.scheduler.client.report [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.642645] env[69905]: DEBUG oslo_vmware.api [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.988625] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.991023] env[69905]: DEBUG nova.compute.manager [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.991221] env[69905]: DEBUG nova.compute.manager [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing instance network info cache due to event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.991434] env[69905]: DEBUG oslo_concurrency.lockutils [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.991885] env[69905]: DEBUG oslo_concurrency.lockutils [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.991885] env[69905]: DEBUG nova.network.neutron [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.023995] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414118, 'name': Rename_Task, 'duration_secs': 0.194138} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.024295] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.024540] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f565796f-61e6-4619-a491-d46175bba90e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.031327] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1096.031327] env[69905]: value = "task-3414120" [ 1096.031327] env[69905]: _type = "Task" [ 1096.031327] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.039252] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.138717] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.140604] env[69905]: DEBUG oslo_vmware.api [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414119, 'name': PowerOffVM_Task, 'duration_secs': 0.221738} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.142072] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.380s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.142557] env[69905]: INFO nova.compute.claims [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.145128] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.145302] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.145746] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d032d1eb-f6bd-4826-b3a3-4ff6440603c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.161200] env[69905]: INFO nova.scheduler.client.report [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Deleted allocations for instance 9ccc88b1-f087-4038-9a32-e382fc5762cd [ 1096.216877] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.217053] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.217234] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Deleting the datastore file [datastore2] 75b25fae-29b5-479d-9366-5280f2edfede {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.217494] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32ff5589-90b7-4146-9657-c6b525de2b26 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.224021] env[69905]: DEBUG oslo_vmware.api [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for the task: (returnval){ [ 1096.224021] env[69905]: value = "task-3414122" [ 1096.224021] env[69905]: _type = "Task" [ 1096.224021] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.233392] env[69905]: DEBUG oslo_vmware.api [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.263873] env[69905]: DEBUG nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.288396] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.288708] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.288846] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.289057] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.289226] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.289375] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.289595] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.289789] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.289965] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.290162] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.290345] env[69905]: DEBUG nova.virt.hardware [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.291518] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06515b92-876e-40f1-bed3-356e536109d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.301945] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655911b2-e690-439e-b05f-ab79a7469f13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.543892] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.668718] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ebbf1069-d34b-4cf1-988e-91a12360427d tempest-ServerAddressesNegativeTestJSON-1521105843 tempest-ServerAddressesNegativeTestJSON-1521105843-project-member] Lock "9ccc88b1-f087-4038-9a32-e382fc5762cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.824s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.735587] env[69905]: DEBUG oslo_vmware.api [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Task: {'id': task-3414122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141177} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.735940] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.736187] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.736683] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.736683] env[69905]: INFO nova.compute.manager [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1096.736833] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.737031] env[69905]: DEBUG nova.compute.manager [-] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.737099] env[69905]: DEBUG nova.network.neutron [-] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.045960] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.057229] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.057229] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.057384] env[69905]: INFO nova.compute.manager [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Attaching volume 13f7f2fd-97ea-4673-8435-bd28bc1a147a to /dev/sdb [ 1097.094913] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520d5e0-72d4-4c8c-bd7d-1f9bea040dfb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.103697] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee4064-51c7-4d20-a205-1f5dff3d1eb4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.118088] env[69905]: DEBUG nova.virt.block_device [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating existing volume attachment record: 7169d0e4-d988-4ce5-8313-1b7f66d4c97f {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1097.123539] env[69905]: DEBUG nova.network.neutron [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updated VIF entry in instance network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.123539] env[69905]: DEBUG nova.network.neutron [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.257416] env[69905]: DEBUG nova.compute.manager [req-dcaea874-f140-4633-8006-fbafe0303a70 req-a690d91f-a0b0-4f54-8d36-5dbd8e3a8f0a service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Received event network-vif-deleted-5a0d8e4a-3d2a-49f1-b4e1-967947c2f035 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.257590] env[69905]: INFO nova.compute.manager [req-dcaea874-f140-4633-8006-fbafe0303a70 req-a690d91f-a0b0-4f54-8d36-5dbd8e3a8f0a service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Neutron deleted interface 5a0d8e4a-3d2a-49f1-b4e1-967947c2f035; detaching it from the instance and deleting it from the info cache [ 1097.257871] env[69905]: DEBUG nova.network.neutron [req-dcaea874-f140-4633-8006-fbafe0303a70 req-a690d91f-a0b0-4f54-8d36-5dbd8e3a8f0a service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.500873] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22ff84-328f-4329-bdcd-9234153fb48d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.508070] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c76a57d-da59-494c-8ba4-93381aa49d17 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.543135] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc0aa2-beec-473a-8412-6a5d758d2f4b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.550964] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.554526] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67282db-a6dc-46a5-b92d-8bf7308b3f30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.569260] env[69905]: DEBUG nova.compute.provider_tree [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.621523] env[69905]: DEBUG nova.compute.manager [req-381c60f5-0876-46ae-a408-6615afcff43b req-52f2a433-3115-4ae9-a81d-527e58031607 service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Received event network-vif-plugged-1944fa27-1f60-4556-8315-b21bb23286b6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.621523] env[69905]: DEBUG oslo_concurrency.lockutils [req-381c60f5-0876-46ae-a408-6615afcff43b req-52f2a433-3115-4ae9-a81d-527e58031607 service nova] Acquiring lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.621523] env[69905]: DEBUG oslo_concurrency.lockutils [req-381c60f5-0876-46ae-a408-6615afcff43b req-52f2a433-3115-4ae9-a81d-527e58031607 service nova] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.621523] env[69905]: DEBUG oslo_concurrency.lockutils [req-381c60f5-0876-46ae-a408-6615afcff43b req-52f2a433-3115-4ae9-a81d-527e58031607 service nova] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.621523] env[69905]: DEBUG nova.compute.manager [req-381c60f5-0876-46ae-a408-6615afcff43b req-52f2a433-3115-4ae9-a81d-527e58031607 service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] No waiting events found dispatching network-vif-plugged-1944fa27-1f60-4556-8315-b21bb23286b6 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.621859] env[69905]: WARNING nova.compute.manager [req-381c60f5-0876-46ae-a408-6615afcff43b req-52f2a433-3115-4ae9-a81d-527e58031607 service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Received unexpected event network-vif-plugged-1944fa27-1f60-4556-8315-b21bb23286b6 for instance with vm_state building and task_state spawning. [ 1097.625533] env[69905]: DEBUG oslo_concurrency.lockutils [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.625751] env[69905]: DEBUG nova.compute.manager [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.625975] env[69905]: DEBUG nova.compute.manager [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing instance network info cache due to event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.626234] env[69905]: DEBUG oslo_concurrency.lockutils [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.626388] env[69905]: DEBUG oslo_concurrency.lockutils [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.626569] env[69905]: DEBUG nova.network.neutron [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.698290] env[69905]: DEBUG nova.network.neutron [-] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.761371] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc2e2fe7-16e7-433e-be64-43e66bef781e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.773827] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a3f45-f203-4c03-a6f2-0f9f9664e1bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.808050] env[69905]: DEBUG nova.compute.manager [req-dcaea874-f140-4633-8006-fbafe0303a70 req-a690d91f-a0b0-4f54-8d36-5dbd8e3a8f0a service nova] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Detach interface failed, port_id=5a0d8e4a-3d2a-49f1-b4e1-967947c2f035, reason: Instance 75b25fae-29b5-479d-9366-5280f2edfede could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.049852] env[69905]: DEBUG oslo_vmware.api [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414120, 'name': PowerOnVM_Task, 'duration_secs': 1.569525} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.050584] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.050890] env[69905]: INFO nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1098.051012] env[69905]: DEBUG nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.053067] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1303fe0-4b08-43ed-826c-53ad23729431 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.073396] env[69905]: DEBUG nova.scheduler.client.report [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.189339] env[69905]: DEBUG nova.network.neutron [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Successfully updated port: 1944fa27-1f60-4556-8315-b21bb23286b6 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.202207] env[69905]: INFO nova.compute.manager [-] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Took 1.46 seconds to deallocate network for instance. [ 1098.277133] env[69905]: DEBUG nova.compute.manager [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Received event network-changed-1944fa27-1f60-4556-8315-b21bb23286b6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.277340] env[69905]: DEBUG nova.compute.manager [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Refreshing instance network info cache due to event network-changed-1944fa27-1f60-4556-8315-b21bb23286b6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.277618] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] Acquiring lock "refresh_cache-61fb434f-6b1c-4cd5-b88e-6f468bfd6355" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.277779] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] Acquired lock "refresh_cache-61fb434f-6b1c-4cd5-b88e-6f468bfd6355" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.277999] env[69905]: DEBUG nova.network.neutron [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Refreshing network info cache for port 1944fa27-1f60-4556-8315-b21bb23286b6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.451961] env[69905]: DEBUG nova.network.neutron [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updated VIF entry in instance network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.451961] env[69905]: DEBUG nova.network.neutron [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.576542] env[69905]: INFO nova.compute.manager [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Took 40.67 seconds to build instance. [ 1098.578858] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.578858] env[69905]: DEBUG nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.580982] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.563s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.582465] env[69905]: INFO nova.compute.claims [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.695007] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "refresh_cache-61fb434f-6b1c-4cd5-b88e-6f468bfd6355" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.708415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.813630] env[69905]: DEBUG nova.network.neutron [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.889540] env[69905]: DEBUG nova.network.neutron [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.954661] env[69905]: DEBUG oslo_concurrency.lockutils [req-160adb4c-0e4c-4314-b4c0-1650831b94b6 req-466aabc9-d8e7-44a5-a5bf-1313f8ecfe49 service nova] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.082661] env[69905]: DEBUG oslo_concurrency.lockutils [None req-84a3e0b7-9f6a-4d6e-99dc-29b29d598531 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "c930227e-8a0c-4751-966f-ed339c3328a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.183s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.086553] env[69905]: DEBUG nova.compute.utils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.095426] env[69905]: DEBUG nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.095648] env[69905]: DEBUG nova.network.neutron [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.142641] env[69905]: DEBUG nova.policy [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aadeaa1d999844e1a1ac8b34684cabfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '539b32daa786475384cfcb885241ad22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.393589] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae7917da-c0df-4d10-b592-62430d028f48 req-facf38ae-3054-482b-a998-1b8c40cd3eac service nova] Releasing lock "refresh_cache-61fb434f-6b1c-4cd5-b88e-6f468bfd6355" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.394074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquired lock "refresh_cache-61fb434f-6b1c-4cd5-b88e-6f468bfd6355" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.394178] env[69905]: DEBUG nova.network.neutron [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.470565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "c930227e-8a0c-4751-966f-ed339c3328a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.470565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "c930227e-8a0c-4751-966f-ed339c3328a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.470565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "c930227e-8a0c-4751-966f-ed339c3328a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.470565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "c930227e-8a0c-4751-966f-ed339c3328a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.470802] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "c930227e-8a0c-4751-966f-ed339c3328a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.473161] env[69905]: INFO nova.compute.manager [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Terminating instance [ 1099.491298] env[69905]: DEBUG nova.network.neutron [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Successfully created port: a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.591583] env[69905]: DEBUG nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.902983] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48999c4-efab-4627-83f9-15014faa2eb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.911930] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9c4798-1327-46fc-a06f-ad38e20d1c2f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.944303] env[69905]: DEBUG nova.network.neutron [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.947276] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86a5674-5fce-418a-91b8-2dbbdda13b5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.955100] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b6cc6e-acdc-4a93-80cd-3d370475f7f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.968340] env[69905]: DEBUG nova.compute.provider_tree [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.979867] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-33126ccb-e199-46e9-be6b-054e6786c1bd-d331fde1-2163-4e27-9407-9d76659a77e8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.980085] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-33126ccb-e199-46e9-be6b-054e6786c1bd-d331fde1-2163-4e27-9407-9d76659a77e8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.980432] env[69905]: DEBUG nova.objects.instance [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'flavor' on Instance uuid 33126ccb-e199-46e9-be6b-054e6786c1bd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.982573] env[69905]: DEBUG nova.compute.manager [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.982703] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.984478] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14a2f27-9563-427f-9cfa-9c9db8779394 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.993398] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.993650] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5edbdfd1-148f-466e-9beb-f1cbf8413d10 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.000410] env[69905]: DEBUG oslo_vmware.api [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1100.000410] env[69905]: value = "task-3414127" [ 1100.000410] env[69905]: _type = "Task" [ 1100.000410] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.011777] env[69905]: DEBUG oslo_vmware.api [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.133049] env[69905]: DEBUG nova.network.neutron [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Updating instance_info_cache with network_info: [{"id": "1944fa27-1f60-4556-8315-b21bb23286b6", "address": "fa:16:3e:f9:ed:af", "network": {"id": "2e772913-6352-4617-a670-27fafd05e1a9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-293348982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6dc887f21246fcaec8267907fedd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1944fa27-1f", "ovs_interfaceid": "1944fa27-1f60-4556-8315-b21bb23286b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.474040] env[69905]: DEBUG nova.scheduler.client.report [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.497562] env[69905]: DEBUG nova.compute.manager [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.497780] env[69905]: DEBUG nova.compute.manager [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing instance network info cache due to event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.498018] env[69905]: DEBUG oslo_concurrency.lockutils [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.498118] env[69905]: DEBUG oslo_concurrency.lockutils [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.498335] env[69905]: DEBUG nova.network.neutron [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.510157] env[69905]: DEBUG oslo_vmware.api [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414127, 'name': PowerOffVM_Task, 'duration_secs': 0.203228} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.512493] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.512672] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.513186] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0157548-0080-4050-a901-b07a4cdba20c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.575301] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.575515] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.575699] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Deleting the datastore file [datastore2] c930227e-8a0c-4751-966f-ed339c3328a0 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.576472] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-610e2e29-581c-417f-8afd-10faf1a2d422 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.582612] env[69905]: DEBUG oslo_vmware.api [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for the task: (returnval){ [ 1100.582612] env[69905]: value = "task-3414129" [ 1100.582612] env[69905]: _type = "Task" [ 1100.582612] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.590210] env[69905]: DEBUG oslo_vmware.api [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.603470] env[69905]: DEBUG nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.630807] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.631067] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.631233] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.631416] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.631951] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.631951] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.631951] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.632118] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.632627] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.632627] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.632627] env[69905]: DEBUG nova.virt.hardware [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.633725] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c86890e-8037-4194-9140-07c9118867b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.636874] env[69905]: DEBUG nova.objects.instance [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'pci_requests' on Instance uuid 33126ccb-e199-46e9-be6b-054e6786c1bd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.639381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Releasing lock "refresh_cache-61fb434f-6b1c-4cd5-b88e-6f468bfd6355" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.639381] env[69905]: DEBUG nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Instance network_info: |[{"id": "1944fa27-1f60-4556-8315-b21bb23286b6", "address": "fa:16:3e:f9:ed:af", "network": {"id": "2e772913-6352-4617-a670-27fafd05e1a9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-293348982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6dc887f21246fcaec8267907fedd66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1944fa27-1f", "ovs_interfaceid": "1944fa27-1f60-4556-8315-b21bb23286b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.639381] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:ed:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1944fa27-1f60-4556-8315-b21bb23286b6', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.646182] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Creating folder: Project (8f6dc887f21246fcaec8267907fedd66). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.647619] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae241b34-5f67-4cc2-a0d4-8de3454a54f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.652928] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a06a075-04f3-4c67-b02c-863d4caaca23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.668964] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Created folder: Project (8f6dc887f21246fcaec8267907fedd66) in parent group-v680985. [ 1100.669185] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Creating folder: Instances. Parent ref: group-v681238. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.669879] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5be56bd2-9fce-45f0-994f-b60f4ad3d1a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.679055] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Created folder: Instances in parent group-v681238. [ 1100.679321] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.679499] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.679676] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47de160d-8407-46f9-8444-3ed58a9426e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.699037] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.699037] env[69905]: value = "task-3414132" [ 1100.699037] env[69905]: _type = "Task" [ 1100.699037] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.705350] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414132, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.979206] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.979765] env[69905]: DEBUG nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.983012] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.438s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.020350] env[69905]: DEBUG nova.network.neutron [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Successfully updated port: a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.023163] env[69905]: DEBUG nova.compute.manager [req-fe4efd1b-ec67-42bc-b8eb-687de81d8aa6 req-5ffd520c-7226-4bab-820c-8c95e5fcc4a9 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Received event network-vif-plugged-a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.023163] env[69905]: DEBUG oslo_concurrency.lockutils [req-fe4efd1b-ec67-42bc-b8eb-687de81d8aa6 req-5ffd520c-7226-4bab-820c-8c95e5fcc4a9 service nova] Acquiring lock "21c4fbd5-71ae-453e-b77c-2e46492a6140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.023163] env[69905]: DEBUG oslo_concurrency.lockutils [req-fe4efd1b-ec67-42bc-b8eb-687de81d8aa6 req-5ffd520c-7226-4bab-820c-8c95e5fcc4a9 service nova] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.023344] env[69905]: DEBUG oslo_concurrency.lockutils [req-fe4efd1b-ec67-42bc-b8eb-687de81d8aa6 req-5ffd520c-7226-4bab-820c-8c95e5fcc4a9 service nova] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.023496] env[69905]: DEBUG nova.compute.manager [req-fe4efd1b-ec67-42bc-b8eb-687de81d8aa6 req-5ffd520c-7226-4bab-820c-8c95e5fcc4a9 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] No waiting events found dispatching network-vif-plugged-a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.023700] env[69905]: WARNING nova.compute.manager [req-fe4efd1b-ec67-42bc-b8eb-687de81d8aa6 req-5ffd520c-7226-4bab-820c-8c95e5fcc4a9 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Received unexpected event network-vif-plugged-a7b21241-5011-4a5f-81f2-0e87175366d9 for instance with vm_state building and task_state spawning. [ 1101.093463] env[69905]: DEBUG oslo_vmware.api [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Task: {'id': task-3414129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265604} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.093804] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.094228] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.094487] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.094713] env[69905]: INFO nova.compute.manager [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1101.095043] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.095299] env[69905]: DEBUG nova.compute.manager [-] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.095426] env[69905]: DEBUG nova.network.neutron [-] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.139596] env[69905]: DEBUG nova.objects.base [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Object Instance<33126ccb-e199-46e9-be6b-054e6786c1bd> lazy-loaded attributes: flavor,pci_requests {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1101.139991] env[69905]: DEBUG nova.network.neutron [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.209632] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414132, 'name': CreateVM_Task, 'duration_secs': 0.397897} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.209804] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.211079] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.211259] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.211573] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.211894] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5becfbb6-db22-4a47-8257-bef5b462dc4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.217424] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1101.217424] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52411249-f55e-bf2b-5a71-5de8b67eb6df" [ 1101.217424] env[69905]: _type = "Task" [ 1101.217424] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.225547] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52411249-f55e-bf2b-5a71-5de8b67eb6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.275515] env[69905]: DEBUG nova.policy [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.359779] env[69905]: DEBUG nova.network.neutron [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updated VIF entry in instance network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.360162] env[69905]: DEBUG nova.network.neutron [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.486955] env[69905]: DEBUG nova.compute.utils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.488807] env[69905]: DEBUG nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.489089] env[69905]: DEBUG nova.network.neutron [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.526098] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.526098] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.526098] env[69905]: DEBUG nova.network.neutron [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.556410] env[69905]: DEBUG nova.policy [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17b64c0e3ae4c6ebab651e40910a93f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d476f11ac9448f8b4f919bc27df7194', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.728590] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52411249-f55e-bf2b-5a71-5de8b67eb6df, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.728905] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.729152] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.729565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.729723] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.729910] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.730183] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4112e57f-6cf0-49a6-aef3-d64d30c6fdd7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.738289] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.742202] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.742202] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27388d83-1369-4339-9901-f9bd24dd1be1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.744295] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1101.744295] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5299ed91-1729-4b21-4b91-95fe477591cd" [ 1101.744295] env[69905]: _type = "Task" [ 1101.744295] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.754820] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5299ed91-1729-4b21-4b91-95fe477591cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.841107] env[69905]: DEBUG nova.network.neutron [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Successfully created port: a35ea59f-5115-4a10-80f4-8702789fb7e4 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.868966] env[69905]: DEBUG oslo_concurrency.lockutils [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.869342] env[69905]: DEBUG nova.compute.manager [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.869458] env[69905]: DEBUG nova.compute.manager [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing instance network info cache due to event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.869670] env[69905]: DEBUG oslo_concurrency.lockutils [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.869813] env[69905]: DEBUG oslo_concurrency.lockutils [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.869973] env[69905]: DEBUG nova.network.neutron [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.871220] env[69905]: DEBUG nova.network.neutron [-] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.014174] env[69905]: DEBUG nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.022193] env[69905]: INFO nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating resource usage from migration c6aae56d-0662-40a1-b7e4-8bf3ff18fe11 [ 1102.051845] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a6c005cb-4dad-4705-bbfa-7af3d9747eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.052015] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 730c5b7f-481c-4d48-9556-cd860bfb65e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.052160] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.052381] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 97bdc928-860c-44dd-adee-b163b1c9ab1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1102.052421] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a6a30965-2b10-440e-b4fc-1689138a07aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1102.052534] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 75b25fae-29b5-479d-9366-5280f2edfede is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1102.052653] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 7c3e888f-77f1-40b8-979e-3e0ad5536a15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.052766] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 33126ccb-e199-46e9-be6b-054e6786c1bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.052878] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 48c4c2f6-2fb1-4105-b3f9-a96095526316 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.053084] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.053167] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1102.053287] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.053406] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance b1d45472-a29f-444c-9d5c-54d5d0f4b8ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.053552] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance f91a8ee4-0567-48fb-bf80-13863dcd58b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.053641] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance c930227e-8a0c-4751-966f-ed339c3328a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.054134] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 61fb434f-6b1c-4cd5-b88e-6f468bfd6355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.054289] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 21c4fbd5-71ae-453e-b77c-2e46492a6140 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.054411] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 664f564b-fc07-4121-a52c-67f551a8e4b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.055218] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Migration c6aae56d-0662-40a1-b7e4-8bf3ff18fe11 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1102.055218] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 4458eac3-5f3b-4288-b063-db84582796a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.055218] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1102.055218] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1102.071590] env[69905]: DEBUG nova.network.neutron [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.185466] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1102.185713] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681237', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'name': 'volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c4c2f6-2fb1-4105-b3f9-a96095526316', 'attached_at': '', 'detached_at': '', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'serial': '13f7f2fd-97ea-4673-8435-bd28bc1a147a'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1102.186822] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe244a0-fbf0-41a4-82c7-50c104f01a9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.205821] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e573180-583b-4101-b2d0-ddb311b44677 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.230773] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a/volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.235843] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527084f6-c45a-41f3-9bcd-a49b1c39d304 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.259057] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5299ed91-1729-4b21-4b91-95fe477591cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.260079] env[69905]: DEBUG oslo_vmware.api [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1102.260079] env[69905]: value = "task-3414133" [ 1102.260079] env[69905]: _type = "Task" [ 1102.260079] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.262620] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af2a6a8-9fc3-41b6-90d8-cdee2b82050d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.270838] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1102.270838] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5227eb2e-306d-742e-7298-6e91438f2d77" [ 1102.270838] env[69905]: _type = "Task" [ 1102.270838] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.274364] env[69905]: DEBUG oslo_vmware.api [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.285432] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5227eb2e-306d-742e-7298-6e91438f2d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.294024] env[69905]: DEBUG nova.network.neutron [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Updating instance_info_cache with network_info: [{"id": "a7b21241-5011-4a5f-81f2-0e87175366d9", "address": "fa:16:3e:7e:92:79", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b21241-50", "ovs_interfaceid": "a7b21241-5011-4a5f-81f2-0e87175366d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.356148] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8125e96-4d30-43d9-9236-b00b3c002151 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.364721] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfac548-cdd1-491c-a912-4fb016e23a9d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.397060] env[69905]: INFO nova.compute.manager [-] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Took 1.30 seconds to deallocate network for instance. [ 1102.399682] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee28651-e09a-4510-9285-b4bbc984b2e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.410267] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8439f10-556d-45b6-bc07-c2471cc5a0df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.424296] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.723188] env[69905]: DEBUG nova.network.neutron [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updated VIF entry in instance network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.723570] env[69905]: DEBUG nova.network.neutron [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.774914] env[69905]: DEBUG oslo_vmware.api [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414133, 'name': ReconfigVM_Task, 'duration_secs': 0.402666} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.778425] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a/volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.783197] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8257ad-a364-4296-a6fe-2c73ef76c68f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.795769] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.796082] env[69905]: DEBUG nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Instance network_info: |[{"id": "a7b21241-5011-4a5f-81f2-0e87175366d9", "address": "fa:16:3e:7e:92:79", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b21241-50", "ovs_interfaceid": "a7b21241-5011-4a5f-81f2-0e87175366d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.799797] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:92:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b21241-5011-4a5f-81f2-0e87175366d9', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.807189] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.807351] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5227eb2e-306d-742e-7298-6e91438f2d77, 'name': SearchDatastore_Task, 'duration_secs': 0.015403} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.808993] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.809286] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.809524] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 61fb434f-6b1c-4cd5-b88e-6f468bfd6355/61fb434f-6b1c-4cd5-b88e-6f468bfd6355.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.810478] env[69905]: DEBUG oslo_vmware.api [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1102.810478] env[69905]: value = "task-3414134" [ 1102.810478] env[69905]: _type = "Task" [ 1102.810478] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.810478] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d085cac4-4116-45cb-9fb5-40af4b7b5a00 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.824068] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edbb83ad-f02a-4f5d-b504-6759a71b4e95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.833961] env[69905]: DEBUG oslo_vmware.api [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.837027] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1102.837027] env[69905]: value = "task-3414135" [ 1102.837027] env[69905]: _type = "Task" [ 1102.837027] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.837027] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.837027] env[69905]: value = "task-3414136" [ 1102.837027] env[69905]: _type = "Task" [ 1102.837027] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.850481] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.853149] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414136, 'name': CreateVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.907357] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.930023] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.029664] env[69905]: DEBUG nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.050928] env[69905]: DEBUG nova.network.neutron [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Successfully updated port: d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.068940] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.069221] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.069435] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.070275] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.070447] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.070613] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.070893] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.071085] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.071267] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.071432] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.071603] env[69905]: DEBUG nova.virt.hardware [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.072988] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c37034a-d557-4fa7-b1e1-9c7051604c2d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.086245] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc9f93-a267-41df-8bb0-5f3273376024 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.106716] env[69905]: DEBUG nova.compute.manager [req-40de4eae-ebdc-4331-9670-be9809bbb798 req-905712fd-d1c2-43e9-aba1-400feb5677d0 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-vif-plugged-d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.107530] env[69905]: DEBUG oslo_concurrency.lockutils [req-40de4eae-ebdc-4331-9670-be9809bbb798 req-905712fd-d1c2-43e9-aba1-400feb5677d0 service nova] Acquiring lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.107530] env[69905]: DEBUG oslo_concurrency.lockutils [req-40de4eae-ebdc-4331-9670-be9809bbb798 req-905712fd-d1c2-43e9-aba1-400feb5677d0 service nova] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.107530] env[69905]: DEBUG oslo_concurrency.lockutils [req-40de4eae-ebdc-4331-9670-be9809bbb798 req-905712fd-d1c2-43e9-aba1-400feb5677d0 service nova] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.108184] env[69905]: DEBUG nova.compute.manager [req-40de4eae-ebdc-4331-9670-be9809bbb798 req-905712fd-d1c2-43e9-aba1-400feb5677d0 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] No waiting events found dispatching network-vif-plugged-d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.108184] env[69905]: WARNING nova.compute.manager [req-40de4eae-ebdc-4331-9670-be9809bbb798 req-905712fd-d1c2-43e9-aba1-400feb5677d0 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received unexpected event network-vif-plugged-d331fde1-2163-4e27-9407-9d76659a77e8 for instance with vm_state active and task_state None. [ 1103.225939] env[69905]: DEBUG oslo_concurrency.lockutils [req-ec33c31a-55fb-4238-8d6d-529ebe103792 req-4bc2dd80-b816-4b65-a706-dff5a039eb87 service nova] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.289849] env[69905]: DEBUG nova.compute.manager [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Received event network-changed-a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.289849] env[69905]: DEBUG nova.compute.manager [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Refreshing instance network info cache due to event network-changed-a7b21241-5011-4a5f-81f2-0e87175366d9. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.289849] env[69905]: DEBUG oslo_concurrency.lockutils [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] Acquiring lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.289849] env[69905]: DEBUG oslo_concurrency.lockutils [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] Acquired lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.290178] env[69905]: DEBUG nova.network.neutron [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Refreshing network info cache for port a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.328084] env[69905]: DEBUG nova.network.neutron [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Successfully updated port: a35ea59f-5115-4a10-80f4-8702789fb7e4 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.339560] env[69905]: DEBUG oslo_vmware.api [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414134, 'name': ReconfigVM_Task, 'duration_secs': 0.140064} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.349020] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681237', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'name': 'volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c4c2f6-2fb1-4105-b3f9-a96095526316', 'attached_at': '', 'detached_at': '', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'serial': '13f7f2fd-97ea-4673-8435-bd28bc1a147a'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1103.355350] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51197} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.358830] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 61fb434f-6b1c-4cd5-b88e-6f468bfd6355/61fb434f-6b1c-4cd5-b88e-6f468bfd6355.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.359106] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.359683] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414136, 'name': CreateVM_Task, 'duration_secs': 0.439428} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.360142] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74442128-dce0-41ab-83eb-342f33adf661 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.362175] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.363308] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.363476] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.363798] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.364709] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a750b10e-5498-48e0-a343-1fb0624de3e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.368727] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1103.368727] env[69905]: value = "task-3414137" [ 1103.368727] env[69905]: _type = "Task" [ 1103.368727] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.372645] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1103.372645] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529826fd-0031-4218-42c5-f34393b0a571" [ 1103.372645] env[69905]: _type = "Task" [ 1103.372645] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.378507] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.383728] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529826fd-0031-4218-42c5-f34393b0a571, 'name': SearchDatastore_Task, 'duration_secs': 0.008867} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.383998] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.384242] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.384466] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.384614] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.384791] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.385054] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7730043-7818-44bf-bef6-efe8b0d86f8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.393609] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.393811] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.394544] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffa1cad-bcfd-4eef-abac-b799ead516a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.398982] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1103.398982] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e98575-af91-b9c1-7cff-97486f411d32" [ 1103.398982] env[69905]: _type = "Task" [ 1103.398982] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.406348] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e98575-af91-b9c1-7cff-97486f411d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.432557] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1103.432765] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.450s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.433023] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.183s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.433380] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.435382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.674s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.435568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.437531] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.406s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.466722] env[69905]: INFO nova.scheduler.client.report [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Deleted allocations for instance e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81 [ 1103.468347] env[69905]: INFO nova.scheduler.client.report [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted allocations for instance a6a30965-2b10-440e-b4fc-1689138a07aa [ 1103.553498] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.553696] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.553874] env[69905]: DEBUG nova.network.neutron [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.835181] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-664f564b-fc07-4121-a52c-67f551a8e4b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.835181] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-664f564b-fc07-4121-a52c-67f551a8e4b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.835181] env[69905]: DEBUG nova.network.neutron [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.877466] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064924} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.877752] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.878582] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba132e4c-e29f-4122-8a91-e753bededd09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.907506] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 61fb434f-6b1c-4cd5-b88e-6f468bfd6355/61fb434f-6b1c-4cd5-b88e-6f468bfd6355.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.911295] env[69905]: DEBUG nova.objects.instance [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lazy-loading 'flavor' on Instance uuid 48c4c2f6-2fb1-4105-b3f9-a96095526316 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.912569] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1491175-da5a-4c82-b7a2-e1a2e7d6f886 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.933241] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4ac75190-337e-4e93-a473-a127274371b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 6.875s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.943376] env[69905]: INFO nova.compute.claims [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.947612] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e98575-af91-b9c1-7cff-97486f411d32, 'name': SearchDatastore_Task, 'duration_secs': 0.007521} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.950682] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1103.950682] env[69905]: value = "task-3414138" [ 1103.950682] env[69905]: _type = "Task" [ 1103.950682] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.951770] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12883712-452a-4541-b523-d211992ff5ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.963160] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1103.963160] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52962b79-4bed-88b3-5226-1727135c729a" [ 1103.963160] env[69905]: _type = "Task" [ 1103.963160] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.966837] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.981569] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52962b79-4bed-88b3-5226-1727135c729a, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.982787] env[69905]: DEBUG oslo_concurrency.lockutils [None req-353f120d-fd69-4415-b74a-275fbc4cdc02 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6a30965-2b10-440e-b4fc-1689138a07aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.248s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.983750] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4c71286e-527b-469f-b2d7-258adc5a15d3 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.189s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.984556] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.984904] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 21c4fbd5-71ae-453e-b77c-2e46492a6140/21c4fbd5-71ae-453e-b77c-2e46492a6140.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.985585] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb4be355-bfda-4dc5-8956-620affcdede2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.994544] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1103.994544] env[69905]: value = "task-3414139" [ 1103.994544] env[69905]: _type = "Task" [ 1103.994544] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.003951] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.041204] env[69905]: DEBUG nova.network.neutron [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Updated VIF entry in instance network info cache for port a7b21241-5011-4a5f-81f2-0e87175366d9. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.041474] env[69905]: DEBUG nova.network.neutron [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Updating instance_info_cache with network_info: [{"id": "a7b21241-5011-4a5f-81f2-0e87175366d9", "address": "fa:16:3e:7e:92:79", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b21241-50", "ovs_interfaceid": "a7b21241-5011-4a5f-81f2-0e87175366d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.089604] env[69905]: WARNING nova.network.neutron [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] 97a7a80d-6afa-43c4-bddd-824a71a3596d already exists in list: networks containing: ['97a7a80d-6afa-43c4-bddd-824a71a3596d']. ignoring it [ 1104.389032] env[69905]: DEBUG nova.network.neutron [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d331fde1-2163-4e27-9407-9d76659a77e8", "address": "fa:16:3e:19:5a:50", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331fde1-21", "ovs_interfaceid": "d331fde1-2163-4e27-9407-9d76659a77e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.395737] env[69905]: DEBUG nova.network.neutron [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.450540] env[69905]: INFO nova.compute.resource_tracker [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating resource usage from migration c6aae56d-0662-40a1-b7e4-8bf3ff18fe11 [ 1104.470478] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.507170] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.545029] env[69905]: DEBUG oslo_concurrency.lockutils [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] Releasing lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.545029] env[69905]: DEBUG nova.compute.manager [req-c2083dca-c511-4ab7-845f-45031cf5f856 req-ef4325c2-0c4f-4d5f-a6ee-3aa297c3afb7 service nova] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Received event network-vif-deleted-e2c4eade-4d53-4ab2-bfe9-aadc8e0093b8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.617649] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.617883] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.624773] env[69905]: DEBUG nova.network.neutron [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Updating instance_info_cache with network_info: [{"id": "a35ea59f-5115-4a10-80f4-8702789fb7e4", "address": "fa:16:3e:8b:07:2e", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35ea59f-51", "ovs_interfaceid": "a35ea59f-5115-4a10-80f4-8702789fb7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.727943] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8790f-1a4d-462c-9ac4-b1d10d61f857 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.736852] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4288b80-50f0-4097-9a09-c5f344712a0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.767038] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94086acb-f2c8-4175-a2ca-63e7f3240e93 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.775355] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3117d82-30ff-4f85-ac1d-b7ddda6a12ec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.788767] env[69905]: DEBUG nova.compute.provider_tree [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.891794] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.892488] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.892643] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.894379] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dcdfcb-ec56-4b92-9df0-c23f5fcd63bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.913625] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.913903] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.914129] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.914322] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.914528] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.917018] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.917018] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.917018] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.917018] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.917018] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.917018] env[69905]: DEBUG nova.virt.hardware [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.922865] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Reconfiguring VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1104.924272] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0df1d84-b6d9-4424-8d9f-4f1d9a76e41d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.940574] env[69905]: DEBUG oslo_vmware.api [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1104.940574] env[69905]: value = "task-3414140" [ 1104.940574] env[69905]: _type = "Task" [ 1104.940574] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.952202] env[69905]: DEBUG oslo_vmware.api [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414140, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.966970] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414138, 'name': ReconfigVM_Task, 'duration_secs': 0.580877} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.967310] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 61fb434f-6b1c-4cd5-b88e-6f468bfd6355/61fb434f-6b1c-4cd5-b88e-6f468bfd6355.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.967938] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a715a1df-d0c6-4bd8-9eb0-8f174ce78619 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.974165] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1104.974165] env[69905]: value = "task-3414141" [ 1104.974165] env[69905]: _type = "Task" [ 1104.974165] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.983557] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414141, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.006702] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612966} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.006989] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 21c4fbd5-71ae-453e-b77c-2e46492a6140/21c4fbd5-71ae-453e-b77c-2e46492a6140.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.007229] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.007491] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5648e81-891b-4a26-a3e1-904f0bb9d88e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.014794] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1105.014794] env[69905]: value = "task-3414142" [ 1105.014794] env[69905]: _type = "Task" [ 1105.014794] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.022564] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.120366] env[69905]: DEBUG nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.128507] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-664f564b-fc07-4121-a52c-67f551a8e4b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.128794] env[69905]: DEBUG nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Instance network_info: |[{"id": "a35ea59f-5115-4a10-80f4-8702789fb7e4", "address": "fa:16:3e:8b:07:2e", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35ea59f-51", "ovs_interfaceid": "a35ea59f-5115-4a10-80f4-8702789fb7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.129204] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:07:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a35ea59f-5115-4a10-80f4-8702789fb7e4', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.141294] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.141570] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.141793] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0879df5-9b32-45cb-b9ac-aecdab8edfbf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.163824] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.163824] env[69905]: value = "task-3414143" [ 1105.163824] env[69905]: _type = "Task" [ 1105.163824] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.172139] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414143, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.291598] env[69905]: DEBUG nova.scheduler.client.report [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.360404] env[69905]: DEBUG nova.compute.manager [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-changed-d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.360611] env[69905]: DEBUG nova.compute.manager [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing instance network info cache due to event network-changed-d331fde1-2163-4e27-9407-9d76659a77e8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.360854] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.361098] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.361377] env[69905]: DEBUG nova.network.neutron [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing network info cache for port d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.450751] env[69905]: DEBUG oslo_vmware.api [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.487517] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414141, 'name': Rename_Task, 'duration_secs': 0.322382} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.487517] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.487517] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0843deb8-7579-4bee-a9d2-cc71782c5391 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.492473] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1105.492473] env[69905]: value = "task-3414144" [ 1105.492473] env[69905]: _type = "Task" [ 1105.492473] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.500303] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.524328] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.644274] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.674140] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414143, 'name': CreateVM_Task, 'duration_secs': 0.468437} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.674317] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.675017] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.675189] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.675504] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.675763] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83aa23bd-f62c-476c-ae8b-31882b9656e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.680254] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1105.680254] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ff424b-bcb2-fac7-9042-8a7b57dfc017" [ 1105.680254] env[69905]: _type = "Task" [ 1105.680254] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.689512] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ff424b-bcb2-fac7-9042-8a7b57dfc017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.703800] env[69905]: DEBUG nova.compute.manager [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Received event network-vif-plugged-a35ea59f-5115-4a10-80f4-8702789fb7e4 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.704029] env[69905]: DEBUG oslo_concurrency.lockutils [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] Acquiring lock "664f564b-fc07-4121-a52c-67f551a8e4b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.704252] env[69905]: DEBUG oslo_concurrency.lockutils [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.704418] env[69905]: DEBUG oslo_concurrency.lockutils [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.704586] env[69905]: DEBUG nova.compute.manager [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] No waiting events found dispatching network-vif-plugged-a35ea59f-5115-4a10-80f4-8702789fb7e4 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.704746] env[69905]: WARNING nova.compute.manager [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Received unexpected event network-vif-plugged-a35ea59f-5115-4a10-80f4-8702789fb7e4 for instance with vm_state building and task_state spawning. [ 1105.704901] env[69905]: DEBUG nova.compute.manager [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Received event network-changed-a35ea59f-5115-4a10-80f4-8702789fb7e4 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.705117] env[69905]: DEBUG nova.compute.manager [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Refreshing instance network info cache due to event network-changed-a35ea59f-5115-4a10-80f4-8702789fb7e4. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.705261] env[69905]: DEBUG oslo_concurrency.lockutils [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] Acquiring lock "refresh_cache-664f564b-fc07-4121-a52c-67f551a8e4b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.705366] env[69905]: DEBUG oslo_concurrency.lockutils [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] Acquired lock "refresh_cache-664f564b-fc07-4121-a52c-67f551a8e4b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.705514] env[69905]: DEBUG nova.network.neutron [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Refreshing network info cache for port a35ea59f-5115-4a10-80f4-8702789fb7e4 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.796309] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.359s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.796572] env[69905]: INFO nova.compute.manager [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Migrating [ 1105.803607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.885s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.803821] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.805870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.098s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.806070] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.808077] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.901s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.808290] env[69905]: DEBUG nova.objects.instance [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lazy-loading 'resources' on Instance uuid c930227e-8a0c-4751-966f-ed339c3328a0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.834122] env[69905]: INFO nova.scheduler.client.report [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Deleted allocations for instance 97bdc928-860c-44dd-adee-b163b1c9ab1f [ 1105.836034] env[69905]: INFO nova.scheduler.client.report [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Deleted allocations for instance 75b25fae-29b5-479d-9366-5280f2edfede [ 1105.840392] env[69905]: INFO nova.compute.manager [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Rescuing [ 1105.840663] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.840862] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.841051] env[69905]: DEBUG nova.network.neutron [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.954096] env[69905]: DEBUG oslo_vmware.api [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.004698] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.025493] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.958898} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.025773] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.026609] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a20faa-32b0-4342-a7f4-fe2abf670f47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.049459] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 21c4fbd5-71ae-453e-b77c-2e46492a6140/21c4fbd5-71ae-453e-b77c-2e46492a6140.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.052352] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a814f6-509f-42c4-8fba-29d6c85d11ce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.072962] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1106.072962] env[69905]: value = "task-3414145" [ 1106.072962] env[69905]: _type = "Task" [ 1106.072962] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.081506] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.182418] env[69905]: DEBUG nova.network.neutron [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updated VIF entry in instance network info cache for port d331fde1-2163-4e27-9407-9d76659a77e8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.182849] env[69905]: DEBUG nova.network.neutron [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d331fde1-2163-4e27-9407-9d76659a77e8", "address": "fa:16:3e:19:5a:50", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331fde1-21", "ovs_interfaceid": "d331fde1-2163-4e27-9407-9d76659a77e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.194919] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ff424b-bcb2-fac7-9042-8a7b57dfc017, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.195859] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.196150] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.196427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.196607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.196830] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.197377] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77552d4b-a01b-4c66-a18c-d0f44c2dc284 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.206299] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.206487] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.209970] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddeab79a-36aa-4537-b443-94e25f3e29d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.218546] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1106.218546] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525579d6-3eec-60ac-77b2-f0de6873e0a8" [ 1106.218546] env[69905]: _type = "Task" [ 1106.218546] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.226833] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525579d6-3eec-60ac-77b2-f0de6873e0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.319433] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.319662] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.319882] env[69905]: DEBUG nova.network.neutron [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.352692] env[69905]: DEBUG oslo_concurrency.lockutils [None req-eb7cf498-3d95-4a9f-967e-712f544bd408 tempest-ListImageFiltersTestJSON-2041323487 tempest-ListImageFiltersTestJSON-2041323487-project-member] Lock "97bdc928-860c-44dd-adee-b163b1c9ab1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.169s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.358768] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cb8ac051-663d-4ecb-ae53-e086457f4de5 tempest-SecurityGroupsTestJSON-1750326405 tempest-SecurityGroupsTestJSON-1750326405-project-member] Lock "75b25fae-29b5-479d-9366-5280f2edfede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.261s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.456389] env[69905]: DEBUG oslo_vmware.api [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414140, 'name': ReconfigVM_Task, 'duration_secs': 1.201547} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.456838] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.460505] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Reconfigured VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1106.477634] env[69905]: DEBUG nova.network.neutron [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Updated VIF entry in instance network info cache for port a35ea59f-5115-4a10-80f4-8702789fb7e4. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.478048] env[69905]: DEBUG nova.network.neutron [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Updating instance_info_cache with network_info: [{"id": "a35ea59f-5115-4a10-80f4-8702789fb7e4", "address": "fa:16:3e:8b:07:2e", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35ea59f-51", "ovs_interfaceid": "a35ea59f-5115-4a10-80f4-8702789fb7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.506217] env[69905]: DEBUG oslo_vmware.api [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414144, 'name': PowerOnVM_Task, 'duration_secs': 0.568106} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.506500] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.506706] env[69905]: INFO nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1106.506889] env[69905]: DEBUG nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.508547] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa8166-d0fa-49de-86b2-bf1170b82d09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.587317] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414145, 'name': ReconfigVM_Task, 'duration_secs': 0.344588} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.587317] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 21c4fbd5-71ae-453e-b77c-2e46492a6140/21c4fbd5-71ae-453e-b77c-2e46492a6140.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.587317] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aea51ae-a50f-4b5c-a743-e6fa4e962cf5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.599735] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1106.599735] env[69905]: value = "task-3414146" [ 1106.599735] env[69905]: _type = "Task" [ 1106.599735] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.602173] env[69905]: DEBUG nova.network.neutron [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.607335] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414146, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.608851] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ecf400-baeb-4899-9a1b-6fac81e80b0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.618799] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33d4a1a-5479-4ebf-a5ec-d6c5d93c16fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.651428] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df81256-d669-427f-9d3d-2a8f9bb92b0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.658923] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d2fea5-f625-4377-83c3-02feb5ca4cf3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.673301] env[69905]: DEBUG nova.compute.provider_tree [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.689656] env[69905]: DEBUG oslo_concurrency.lockutils [req-9e157112-de4a-4374-9022-8b384713d56f req-a33a1ecd-caa4-419e-ba3c-a50aa69cc7e8 service nova] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.728811] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525579d6-3eec-60ac-77b2-f0de6873e0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013789} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.729681] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d49b9f-b8d5-4076-9536-6c64268a8036 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.735108] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1106.735108] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e747f5-7b09-ac14-bf15-7f323733191d" [ 1106.735108] env[69905]: _type = "Task" [ 1106.735108] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.742569] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e747f5-7b09-ac14-bf15-7f323733191d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.966735] env[69905]: DEBUG oslo_concurrency.lockutils [None req-54141c90-657c-4e62-bba5-6f34bea17a18 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-33126ccb-e199-46e9-be6b-054e6786c1bd-d331fde1-2163-4e27-9407-9d76659a77e8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.986s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.983301] env[69905]: DEBUG oslo_concurrency.lockutils [req-b0ae5093-7915-423f-95e6-5d7b636fb0e1 req-96b2c8ba-ca9e-43b2-be83-51e9d37fb4d1 service nova] Releasing lock "refresh_cache-664f564b-fc07-4121-a52c-67f551a8e4b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.015457] env[69905]: DEBUG nova.network.neutron [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance_info_cache with network_info: [{"id": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "address": "fa:16:3e:0a:b3:11", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6ba7dd-d0", "ovs_interfaceid": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.029038] env[69905]: INFO nova.compute.manager [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Took 39.96 seconds to build instance. [ 1107.109239] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.111242] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414146, 'name': Rename_Task, 'duration_secs': 0.160464} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.111685] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.111946] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-409dd511-f5ba-4b52-83ac-732e262b5e79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.118720] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1107.118720] env[69905]: value = "task-3414147" [ 1107.118720] env[69905]: _type = "Task" [ 1107.118720] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.126394] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.176887] env[69905]: DEBUG nova.scheduler.client.report [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.247024] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e747f5-7b09-ac14-bf15-7f323733191d, 'name': SearchDatastore_Task, 'duration_secs': 0.014918} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.247502] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.247928] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 664f564b-fc07-4121-a52c-67f551a8e4b4/664f564b-fc07-4121-a52c-67f551a8e4b4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.248373] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ff45a2d-2813-460d-88d3-1cb76f59a4ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.255550] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1107.255550] env[69905]: value = "task-3414148" [ 1107.255550] env[69905]: _type = "Task" [ 1107.255550] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.263205] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.485772] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "c86cf210-36bc-425b-9185-230ddadccce9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.486049] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "c86cf210-36bc-425b-9185-230ddadccce9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.517794] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.531452] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1aefdaf1-36e2-4ce5-8bd8-ea26e58d4dd6 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.466s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.629400] env[69905]: DEBUG oslo_vmware.api [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414147, 'name': PowerOnVM_Task, 'duration_secs': 0.505485} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.629697] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.629936] env[69905]: INFO nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1107.630155] env[69905]: DEBUG nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.631055] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c42dc1-a3bd-498b-9bd7-de16dec50239 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.681928] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.684305] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.040s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.686550] env[69905]: INFO nova.compute.claims [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.714617] env[69905]: INFO nova.scheduler.client.report [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Deleted allocations for instance c930227e-8a0c-4751-966f-ed339c3328a0 [ 1107.767155] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.989135] env[69905]: DEBUG nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.153857] env[69905]: INFO nova.compute.manager [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Took 32.41 seconds to build instance. [ 1108.226574] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50242174-5e83-47ba-b304-c708f77b89e7 tempest-ServerDiagnosticsNegativeTest-535940408 tempest-ServerDiagnosticsNegativeTest-535940408-project-member] Lock "c930227e-8a0c-4751-966f-ed339c3328a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.755s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.271449] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586471} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.271603] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 664f564b-fc07-4121-a52c-67f551a8e4b4/664f564b-fc07-4121-a52c-67f551a8e4b4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.271771] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.272123] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d25b47-b584-44d5-a284-372694e38718 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.281709] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1108.281709] env[69905]: value = "task-3414149" [ 1108.281709] env[69905]: _type = "Task" [ 1108.281709] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.290906] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.470306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.471708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.471708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.471708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.471708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.474384] env[69905]: INFO nova.compute.manager [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Terminating instance [ 1108.513579] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-33126ccb-e199-46e9-be6b-054e6786c1bd-d331fde1-2163-4e27-9407-9d76659a77e8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.513923] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-33126ccb-e199-46e9-be6b-054e6786c1bd-d331fde1-2163-4e27-9407-9d76659a77e8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.523305] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.656026] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.656026] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c9a6f2-e988-4fe7-a526-ea4ff3a9a77c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.656249] env[69905]: DEBUG oslo_concurrency.lockutils [None req-484777b7-fced-48a9-98e0-d188f8aa3731 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.937s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.664327] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1108.664327] env[69905]: value = "task-3414150" [ 1108.664327] env[69905]: _type = "Task" [ 1108.664327] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.674665] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.794651] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096631} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.795127] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.798760] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48362e0-8572-4521-862c-14795aad7c3a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.827012] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 664f564b-fc07-4121-a52c-67f551a8e4b4/664f564b-fc07-4121-a52c-67f551a8e4b4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.830377] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb8fd6e-1524-42d4-8c1c-b38d3f5f7877 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.853219] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1108.853219] env[69905]: value = "task-3414151" [ 1108.853219] env[69905]: _type = "Task" [ 1108.853219] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.866821] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.980573] env[69905]: DEBUG nova.compute.manager [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.980573] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.981584] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a3ba12-cecf-4c82-a437-bd9c8f207f67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.991936] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.992275] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6635db6-2d4e-44b0-a156-deab258ac7f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.998912] env[69905]: DEBUG oslo_vmware.api [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1108.998912] env[69905]: value = "task-3414152" [ 1108.998912] env[69905]: _type = "Task" [ 1108.998912] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.008550] env[69905]: DEBUG oslo_vmware.api [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.016054] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.016359] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.017106] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56246c-6863-4af9-893a-7d9d3736cac2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.045041] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252c7b4e-5d65-4786-8d7b-4c91090c93f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.049536] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee0fee-d1d5-4b9e-8d5e-a29299f33a4e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.081688] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Reconfiguring VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1109.099429] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025a444b-2861-4fc9-b0f1-21b008a98b24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.114125] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance '4458eac3-5f3b-4288-b063-db84582796a0' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.124276] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1109.124276] env[69905]: value = "task-3414153" [ 1109.124276] env[69905]: _type = "Task" [ 1109.124276] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.135382] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.138507] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793665e4-703d-47d6-84c4-8f532a5f980e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.147769] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a773fe03-c03f-48de-a5ab-a025eebce1bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.187284] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac295db-744c-4629-b7aa-b6dafc3dfc37 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.195658] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414150, 'name': PowerOffVM_Task, 'duration_secs': 0.284158} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.198881] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.200559] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733a74c3-fa2a-4b57-9f48-3887fe19da4c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.205115] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bcf673-6ac2-42c7-a498-6d399a30bc88 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.223110] env[69905]: DEBUG nova.compute.provider_tree [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.245469] env[69905]: DEBUG nova.scheduler.client.report [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.249240] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaab7eb-7f03-4fb5-8632-3a1c0097768d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.292363] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.292363] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b75de67-3b06-44bd-82f7-68e7a36a8e2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.297288] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1109.297288] env[69905]: value = "task-3414154" [ 1109.297288] env[69905]: _type = "Task" [ 1109.297288] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.306461] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.306778] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.306925] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.307088] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.307288] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.307538] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee58ef41-d7e5-4dff-af6f-e104e7e2a57a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.315406] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.315598] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.316380] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e56e2df-9cc5-4447-9afd-eecaefd2115f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.322064] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1109.322064] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528d3cf0-33cd-8046-9fac-1219006933e1" [ 1109.322064] env[69905]: _type = "Task" [ 1109.322064] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.333355] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528d3cf0-33cd-8046-9fac-1219006933e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.363369] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414151, 'name': ReconfigVM_Task, 'duration_secs': 0.431454} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.363763] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 664f564b-fc07-4121-a52c-67f551a8e4b4/664f564b-fc07-4121-a52c-67f551a8e4b4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.364416] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24fd5217-b9e1-4429-8ef7-1f920360121d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.370490] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1109.370490] env[69905]: value = "task-3414155" [ 1109.370490] env[69905]: _type = "Task" [ 1109.370490] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.382906] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414155, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.511573] env[69905]: DEBUG oslo_vmware.api [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414152, 'name': PowerOffVM_Task, 'duration_secs': 0.21847} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.511961] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.512233] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.512582] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87311969-599d-451d-b58f-42f75446ca1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.613105] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.613437] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.613648] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Deleting the datastore file [datastore2] 61fb434f-6b1c-4cd5-b88e-6f468bfd6355 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.613897] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-852bd517-1ea8-464b-bdda-9729fb22f3f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.619125] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.619450] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-976feacc-62d7-40fa-9460-c187c69db3a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.622637] env[69905]: DEBUG oslo_vmware.api [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for the task: (returnval){ [ 1109.622637] env[69905]: value = "task-3414157" [ 1109.622637] env[69905]: _type = "Task" [ 1109.622637] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.629123] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1109.629123] env[69905]: value = "task-3414158" [ 1109.629123] env[69905]: _type = "Task" [ 1109.629123] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.639664] env[69905]: DEBUG oslo_vmware.api [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.644891] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.648993] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.755271] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.070s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.755816] env[69905]: DEBUG nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.761357] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.238s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.762994] env[69905]: INFO nova.compute.claims [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.835015] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528d3cf0-33cd-8046-9fac-1219006933e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.835825] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92a3af2-dff1-4fa3-8086-ca744c1a4b8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.844564] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1109.844564] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527140ad-1cf8-261a-62cc-14f3fb89b8d4" [ 1109.844564] env[69905]: _type = "Task" [ 1109.844564] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.854780] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527140ad-1cf8-261a-62cc-14f3fb89b8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.880141] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414155, 'name': Rename_Task, 'duration_secs': 0.136542} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.882466] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.882764] env[69905]: DEBUG nova.compute.manager [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Received event network-changed-a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.882999] env[69905]: DEBUG nova.compute.manager [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Refreshing instance network info cache due to event network-changed-a7b21241-5011-4a5f-81f2-0e87175366d9. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.883266] env[69905]: DEBUG oslo_concurrency.lockutils [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] Acquiring lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.883602] env[69905]: DEBUG oslo_concurrency.lockutils [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] Acquired lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.883640] env[69905]: DEBUG nova.network.neutron [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Refreshing network info cache for port a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.884742] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-152da2e1-9d4d-4f38-9bae-7eab45d5e049 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.900789] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1109.900789] env[69905]: value = "task-3414159" [ 1109.900789] env[69905]: _type = "Task" [ 1109.900789] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.911811] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.117917] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.118294] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.118489] env[69905]: DEBUG nova.compute.manager [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.120129] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5baca6-3619-4b50-a62c-1f04caa296eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.137235] env[69905]: DEBUG nova.compute.manager [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1110.138084] env[69905]: DEBUG nova.objects.instance [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'flavor' on Instance uuid 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.146819] env[69905]: DEBUG oslo_vmware.api [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Task: {'id': task-3414157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145876} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.147395] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.147627] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.147773] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.147970] env[69905]: INFO nova.compute.manager [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1110.148261] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.153633] env[69905]: DEBUG nova.compute.manager [-] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.155246] env[69905]: DEBUG nova.network.neutron [-] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.157556] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.162839] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414158, 'name': PowerOffVM_Task, 'duration_secs': 0.211228} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.163466] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.163610] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance '4458eac3-5f3b-4288-b063-db84582796a0' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.269427] env[69905]: DEBUG nova.compute.utils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.273228] env[69905]: DEBUG nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.273538] env[69905]: DEBUG nova.network.neutron [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.361335] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527140ad-1cf8-261a-62cc-14f3fb89b8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018029} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.363467] env[69905]: DEBUG nova.policy [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd532b60737ed4971ac598484d1642585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1047d56971f42cb8786ad664cd640ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.365780] env[69905]: DEBUG oslo_concurrency.lockutils [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.366447] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. {{(pid=69905) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1110.367135] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9761080e-fec8-43a6-b824-2fa86d72f126 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.376011] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1110.376011] env[69905]: value = "task-3414160" [ 1110.376011] env[69905]: _type = "Task" [ 1110.376011] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.385239] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.416898] env[69905]: DEBUG oslo_vmware.api [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414159, 'name': PowerOnVM_Task, 'duration_secs': 0.466122} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.417242] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.417455] env[69905]: INFO nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1110.417639] env[69905]: DEBUG nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.418512] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9339330a-bd50-42b3-8893-5bd8635c9013 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.645917] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.651599] env[69905]: DEBUG nova.compute.manager [req-ea02a159-ee70-414c-ab78-5594e34f3972 req-d266a755-ca1c-48e3-97f0-b3e28cdb1518 service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Received event network-vif-deleted-1944fa27-1f60-4556-8315-b21bb23286b6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.651868] env[69905]: INFO nova.compute.manager [req-ea02a159-ee70-414c-ab78-5594e34f3972 req-d266a755-ca1c-48e3-97f0-b3e28cdb1518 service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Neutron deleted interface 1944fa27-1f60-4556-8315-b21bb23286b6; detaching it from the instance and deleting it from the info cache [ 1110.652080] env[69905]: DEBUG nova.network.neutron [req-ea02a159-ee70-414c-ab78-5594e34f3972 req-d266a755-ca1c-48e3-97f0-b3e28cdb1518 service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.669961] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.670252] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.670390] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.670561] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.670712] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.670919] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.671243] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.671454] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.672485] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.672485] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.672485] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.683784] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18968665-1034-4be9-aaec-23a7e3d1d446 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.706532] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1110.706532] env[69905]: value = "task-3414161" [ 1110.706532] env[69905]: _type = "Task" [ 1110.706532] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.717531] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.774413] env[69905]: DEBUG nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.893233] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.942649] env[69905]: INFO nova.compute.manager [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Took 30.94 seconds to build instance. [ 1111.040095] env[69905]: DEBUG nova.network.neutron [-] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.079743] env[69905]: DEBUG nova.network.neutron [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Updated VIF entry in instance network info cache for port a7b21241-5011-4a5f-81f2-0e87175366d9. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.079743] env[69905]: DEBUG nova.network.neutron [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Updating instance_info_cache with network_info: [{"id": "a7b21241-5011-4a5f-81f2-0e87175366d9", "address": "fa:16:3e:7e:92:79", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b21241-50", "ovs_interfaceid": "a7b21241-5011-4a5f-81f2-0e87175366d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.092275] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751b0788-52ec-4d98-8b0a-93030bc78c85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.102475] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a416a4a9-30b5-4d5d-b0a9-b70325008548 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.145594] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7394cdc-3495-47cc-84e9-f22aa5be85f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.157288] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa22226-0d91-4f0f-a27a-64432fa3098b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.162425] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.162797] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.163029] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf054781-2b36-423d-ad0a-755c261d10b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.165149] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.165382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.165548] env[69905]: INFO nova.compute.manager [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Shelving [ 1111.166766] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27e6113-4bc5-4104-982f-7c360e02a1a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.181524] env[69905]: DEBUG nova.compute.provider_tree [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.186041] env[69905]: DEBUG oslo_vmware.api [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1111.186041] env[69905]: value = "task-3414162" [ 1111.186041] env[69905]: _type = "Task" [ 1111.186041] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.189863] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c82559-64ff-4eb2-a075-9103b6931b07 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.216384] env[69905]: DEBUG nova.network.neutron [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Successfully created port: 2bc52754-fed6-41dd-87ef-4ed33692ed31 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.230886] env[69905]: DEBUG nova.compute.manager [req-ea02a159-ee70-414c-ab78-5594e34f3972 req-d266a755-ca1c-48e3-97f0-b3e28cdb1518 service nova] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Detach interface failed, port_id=1944fa27-1f60-4556-8315-b21bb23286b6, reason: Instance 61fb434f-6b1c-4cd5-b88e-6f468bfd6355 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.237270] env[69905]: DEBUG oslo_vmware.api [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.237551] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414161, 'name': ReconfigVM_Task, 'duration_secs': 0.257415} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.237828] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance '4458eac3-5f3b-4288-b063-db84582796a0' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.389559] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662618} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.389749] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. [ 1111.392148] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46969e0-4806-4b5f-8166-093048ece192 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.426505] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.430043] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8561fc-4d44-4e44-8acf-124e7b8fff97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.445030] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8152ac3a-b133-486b-90f8-de883cf51a9a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.457s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.447054] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1111.447054] env[69905]: value = "task-3414163" [ 1111.447054] env[69905]: _type = "Task" [ 1111.447054] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.460321] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.542302] env[69905]: INFO nova.compute.manager [-] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Took 1.39 seconds to deallocate network for instance. [ 1111.580574] env[69905]: DEBUG oslo_concurrency.lockutils [req-4add88e8-9b1f-427b-98f7-d07e51218d43 req-4a7a1818-f333-4b5e-beee-dd051acb2b9b service nova] Releasing lock "refresh_cache-21c4fbd5-71ae-453e-b77c-2e46492a6140" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.655852] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.688131] env[69905]: DEBUG nova.scheduler.client.report [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.713979] env[69905]: DEBUG oslo_vmware.api [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414162, 'name': PowerOffVM_Task, 'duration_secs': 0.310172} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.713979] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.714604] env[69905]: DEBUG nova.compute.manager [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.715425] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f4fa9-d71d-4f4f-af1a-c32fcacc9261 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.744883] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.745139] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.745780] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.745780] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.745780] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.745780] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.746031] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.746876] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.746876] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.746876] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.746876] env[69905]: DEBUG nova.virt.hardware [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.752970] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.753954] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63574b66-0dbd-4cb1-99c0-1102137fa59c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.774382] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1111.774382] env[69905]: value = "task-3414164" [ 1111.774382] env[69905]: _type = "Task" [ 1111.774382] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.783369] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.785657] env[69905]: DEBUG nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.818178] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.818178] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.818178] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.818178] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.818178] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.818178] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.818792] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.819178] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.819513] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.819824] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.820157] env[69905]: DEBUG nova.virt.hardware [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.821169] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2afb9a-7fd5-483a-8be5-1f9b1a47b3d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.830606] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241fa589-61ea-4c73-a3fc-8abe33a5ef01 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.963396] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.051204] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.153378] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.178751] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.182121] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada5973a-af14-4508-8a73-1f47e01cceb1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.185290] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1112.185290] env[69905]: value = "task-3414165" [ 1112.185290] env[69905]: _type = "Task" [ 1112.185290] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.194581] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.197260] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.197260] env[69905]: DEBUG nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.200609] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.150s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.200896] env[69905]: DEBUG nova.objects.instance [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lazy-loading 'resources' on Instance uuid 61fb434f-6b1c-4cd5-b88e-6f468bfd6355 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.229019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5693fe0f-fd1c-491c-8edb-76c2ff798f3b tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.110s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.286231] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414164, 'name': ReconfigVM_Task, 'duration_secs': 0.32242} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.286527] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1112.287366] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf67ae8a-730f-4c4a-ae03-f99455e5a693 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.310572] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4458eac3-5f3b-4288-b063-db84582796a0/4458eac3-5f3b-4288-b063-db84582796a0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.311969] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb9133d-4c08-43c3-93ab-b6da3ce4ecf0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.332151] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "70edab79-1e11-4ce1-bc45-82effe123ee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.332408] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.337856] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1112.337856] env[69905]: value = "task-3414166" [ 1112.337856] env[69905]: _type = "Task" [ 1112.337856] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.348231] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.418018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "664f564b-fc07-4121-a52c-67f551a8e4b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.418018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.418018] env[69905]: DEBUG nova.compute.manager [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.418018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d1c4f0-fcee-4b60-ba55-4539dbec0dd9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.423609] env[69905]: DEBUG nova.compute.manager [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1112.424202] env[69905]: DEBUG nova.objects.instance [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'flavor' on Instance uuid 664f564b-fc07-4121-a52c-67f551a8e4b4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.458577] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414163, 'name': ReconfigVM_Task, 'duration_secs': 0.759881} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.458577] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.459036] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005160d8-a10c-4ef3-8a7c-d11814365eb4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.490097] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95142e6-d7de-4cb1-b2e7-92dbbf0eb96c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.505958] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1112.505958] env[69905]: value = "task-3414167" [ 1112.505958] env[69905]: _type = "Task" [ 1112.505958] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.514502] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.651853] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.695174] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.703804] env[69905]: DEBUG nova.compute.utils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.707931] env[69905]: DEBUG nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.708129] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.832533] env[69905]: DEBUG nova.objects.instance [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'flavor' on Instance uuid 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.834315] env[69905]: DEBUG nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.847214] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.980381] env[69905]: DEBUG nova.policy [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f13533e1d1a4232911af593522fd898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '458b4e1dc9fc4622a09555aa55828cad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.999086] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46810a8b-3697-45df-931c-68f0356d81e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.006632] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8226a45-8f6f-448b-9e2d-239620912a85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.045511] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.046585] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36418261-2042-4e54-a867-4415d9d128a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.055152] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68440f68-d7aa-4ed7-8769-fd205ea59493 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.069171] env[69905]: DEBUG nova.compute.provider_tree [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.154943] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.197125] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.209093] env[69905]: DEBUG nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.327547] env[69905]: DEBUG nova.compute.manager [req-82272acb-15e5-4b05-a1d0-1ee5f084cb7c req-630c8913-a7f3-451d-abe0-f228d5f28ea3 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Received event network-vif-plugged-2bc52754-fed6-41dd-87ef-4ed33692ed31 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.328097] env[69905]: DEBUG oslo_concurrency.lockutils [req-82272acb-15e5-4b05-a1d0-1ee5f084cb7c req-630c8913-a7f3-451d-abe0-f228d5f28ea3 service nova] Acquiring lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.328097] env[69905]: DEBUG oslo_concurrency.lockutils [req-82272acb-15e5-4b05-a1d0-1ee5f084cb7c req-630c8913-a7f3-451d-abe0-f228d5f28ea3 service nova] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.328348] env[69905]: DEBUG oslo_concurrency.lockutils [req-82272acb-15e5-4b05-a1d0-1ee5f084cb7c req-630c8913-a7f3-451d-abe0-f228d5f28ea3 service nova] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.328348] env[69905]: DEBUG nova.compute.manager [req-82272acb-15e5-4b05-a1d0-1ee5f084cb7c req-630c8913-a7f3-451d-abe0-f228d5f28ea3 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] No waiting events found dispatching network-vif-plugged-2bc52754-fed6-41dd-87ef-4ed33692ed31 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.328497] env[69905]: WARNING nova.compute.manager [req-82272acb-15e5-4b05-a1d0-1ee5f084cb7c req-630c8913-a7f3-451d-abe0-f228d5f28ea3 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Received unexpected event network-vif-plugged-2bc52754-fed6-41dd-87ef-4ed33692ed31 for instance with vm_state building and task_state spawning. [ 1113.347684] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.348097] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.348478] env[69905]: DEBUG nova.network.neutron [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.348833] env[69905]: DEBUG nova.objects.instance [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'info_cache' on Instance uuid 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.365597] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.383288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.434138] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.438086] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27929184-bed0-47bc-9436-a67c0b155263 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.445369] env[69905]: DEBUG oslo_vmware.api [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1113.445369] env[69905]: value = "task-3414168" [ 1113.445369] env[69905]: _type = "Task" [ 1113.445369] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.455652] env[69905]: DEBUG oslo_vmware.api [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.523015] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414167, 'name': ReconfigVM_Task, 'duration_secs': 0.847389} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.523437] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.523704] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a221e38-68e2-41d1-8284-3966f891b99d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.530188] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1113.530188] env[69905]: value = "task-3414169" [ 1113.530188] env[69905]: _type = "Task" [ 1113.530188] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.545718] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.550876] env[69905]: DEBUG nova.network.neutron [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Successfully updated port: 2bc52754-fed6-41dd-87ef-4ed33692ed31 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.575415] env[69905]: DEBUG nova.scheduler.client.report [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.654872] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.698535] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414165, 'name': PowerOffVM_Task, 'duration_secs': 1.166351} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.698935] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.699718] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72182e32-bd08-4581-afaa-a1d2ad47594d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.722266] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Successfully created port: b5cec88d-1edc-4888-b597-146811c58ee0 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.724298] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a5c0f8-bd3a-4672-ac9d-82070b02b4be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.852580] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414166, 'name': ReconfigVM_Task, 'duration_secs': 1.119004} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.853257] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4458eac3-5f3b-4288-b063-db84582796a0/4458eac3-5f3b-4288-b063-db84582796a0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.853588] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance '4458eac3-5f3b-4288-b063-db84582796a0' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.859260] env[69905]: DEBUG nova.objects.base [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Object Instance<1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0> lazy-loaded attributes: flavor,info_cache {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.958017] env[69905]: DEBUG oslo_vmware.api [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414168, 'name': PowerOffVM_Task, 'duration_secs': 0.274532} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.958322] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.958520] env[69905]: DEBUG nova.compute.manager [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.959632] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077de6c7-f449-452c-9d11-cd13a65d2a56 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.039877] env[69905]: DEBUG oslo_vmware.api [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414169, 'name': PowerOnVM_Task, 'duration_secs': 0.395476} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.040251] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.044269] env[69905]: DEBUG nova.compute.manager [None req-672b3758-060d-468c-8a79-d81219c3c1b7 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.044429] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29e4e8-61c3-4a5e-9f6c-0b63a5876e0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.056053] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-2020ccb6-a2d1-41d9-abc0-ca87f17bd356" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.056282] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-2020ccb6-a2d1-41d9-abc0-ca87f17bd356" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.056348] env[69905]: DEBUG nova.network.neutron [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.081420] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.085680] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.699s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.089390] env[69905]: INFO nova.compute.claims [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.117463] env[69905]: INFO nova.scheduler.client.report [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Deleted allocations for instance 61fb434f-6b1c-4cd5-b88e-6f468bfd6355 [ 1114.154223] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.189769] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Successfully created port: 3b94ad89-b655-4a80-a062-557f73c83c49 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.230158] env[69905]: DEBUG nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.237171] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1114.237171] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-886f4405-6c43-439f-818a-32585f8b6acf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.245124] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1114.245124] env[69905]: value = "task-3414170" [ 1114.245124] env[69905]: _type = "Task" [ 1114.245124] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.260938] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.264161] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.264415] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.264672] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.264975] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.265244] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.265498] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.266135] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.266352] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.266664] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.266953] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.267273] env[69905]: DEBUG nova.virt.hardware [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.268574] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0f9bdb-7358-44a2-be8d-49dbd2a8afe8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.278153] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c39bf11-8992-4f2a-9cc9-74cf2fd786ec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.366548] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8caac49-f589-4daf-9c0b-785bd6f71944 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.386667] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb3bbc1-fa3a-42f6-a360-f92c2a9a1d02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.406757] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance '4458eac3-5f3b-4288-b063-db84582796a0' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.479265] env[69905]: DEBUG oslo_concurrency.lockutils [None req-48d68800-e5f9-48b5-b67d-06cd92ecbcd1 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.611566] env[69905]: DEBUG nova.network.neutron [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.633927] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3d743c20-8312-46b1-a5fd-656318183bb9 tempest-ImagesNegativeTestJSON-213780552 tempest-ImagesNegativeTestJSON-213780552-project-member] Lock "61fb434f-6b1c-4cd5-b88e-6f468bfd6355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.162s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.656359] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.758934] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.841203] env[69905]: DEBUG nova.network.neutron [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Updating instance_info_cache with network_info: [{"id": "2bc52754-fed6-41dd-87ef-4ed33692ed31", "address": "fa:16:3e:f9:3c:c1", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc52754-fe", "ovs_interfaceid": "2bc52754-fed6-41dd-87ef-4ed33692ed31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.916722] env[69905]: DEBUG nova.network.neutron [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.977848] env[69905]: DEBUG nova.network.neutron [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Port 1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1115.044041] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "0a0be178-e246-4eb8-8057-d805340183ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.044655] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "0a0be178-e246-4eb8-8057-d805340183ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.163782] env[69905]: DEBUG oslo_vmware.api [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414153, 'name': ReconfigVM_Task, 'duration_secs': 5.744889} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.165759] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.166050] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Reconfigured VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1115.231306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.231306] env[69905]: DEBUG oslo_concurrency.lockutils [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.261802] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.347320] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-2020ccb6-a2d1-41d9-abc0-ca87f17bd356" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.347738] env[69905]: DEBUG nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Instance network_info: |[{"id": "2bc52754-fed6-41dd-87ef-4ed33692ed31", "address": "fa:16:3e:f9:3c:c1", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc52754-fe", "ovs_interfaceid": "2bc52754-fed6-41dd-87ef-4ed33692ed31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.349062] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:3c:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc52754-fed6-41dd-87ef-4ed33692ed31', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.355964] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.356146] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.356368] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7febd39a-20c6-47e7-ac63-d1cc947cdc5c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.378390] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.378390] env[69905]: value = "task-3414171" [ 1115.378390] env[69905]: _type = "Task" [ 1115.378390] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.388268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "664f564b-fc07-4121-a52c-67f551a8e4b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.389024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.389024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "664f564b-fc07-4121-a52c-67f551a8e4b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.389213] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.389923] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.390977] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414171, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.394224] env[69905]: INFO nova.compute.manager [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Terminating instance [ 1115.426351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.439415] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac45a8-a915-4212-b585-71b42eab6763 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.448516] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6622f02-a7e0-4a54-812b-d06383c80e2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.489384] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741997c8-b46b-4e0f-b0c2-c3bb4d6467ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.496868] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dffcc93-29fa-41a4-9106-b0429ab9e807 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.512359] env[69905]: DEBUG nova.compute.provider_tree [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.515584] env[69905]: DEBUG nova.compute.manager [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Received event network-changed-2bc52754-fed6-41dd-87ef-4ed33692ed31 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.517654] env[69905]: DEBUG nova.compute.manager [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Refreshing instance network info cache due to event network-changed-2bc52754-fed6-41dd-87ef-4ed33692ed31. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.517654] env[69905]: DEBUG oslo_concurrency.lockutils [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] Acquiring lock "refresh_cache-2020ccb6-a2d1-41d9-abc0-ca87f17bd356" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.517654] env[69905]: DEBUG oslo_concurrency.lockutils [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] Acquired lock "refresh_cache-2020ccb6-a2d1-41d9-abc0-ca87f17bd356" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.517654] env[69905]: DEBUG nova.network.neutron [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Refreshing network info cache for port 2bc52754-fed6-41dd-87ef-4ed33692ed31 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.548233] env[69905]: DEBUG nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.734644] env[69905]: DEBUG nova.compute.utils [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.743853] env[69905]: INFO nova.compute.manager [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Unrescuing [ 1115.744195] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.744426] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquired lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.744618] env[69905]: DEBUG nova.network.neutron [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.760210] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414170, 'name': CreateSnapshot_Task, 'duration_secs': 1.124166} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.760810] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1115.761364] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a041ca0c-48b3-480e-8872-cc9e6048d609 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.890484] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414171, 'name': CreateVM_Task, 'duration_secs': 0.492973} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.890929] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.891747] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.892710] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.893264] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.893639] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f8a63a-545d-4942-a7f4-770776c3f0d7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.897697] env[69905]: DEBUG nova.compute.manager [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.897950] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.899900] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24afacef-f6d8-412b-a943-505b58ce1909 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.903730] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1115.903730] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5287552b-4920-5e19-d718-2354504cc027" [ 1115.903730] env[69905]: _type = "Task" [ 1115.903730] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.911111] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.911810] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-206b0959-28c5-4e7c-8e25-d33dca67563b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.915951] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5287552b-4920-5e19-d718-2354504cc027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.974127] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.974352] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.974531] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleting the datastore file [datastore2] 664f564b-fc07-4121-a52c-67f551a8e4b4 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.974800] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e729a1a4-efa6-403c-977f-dbbf107d90f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.982767] env[69905]: DEBUG oslo_vmware.api [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1115.982767] env[69905]: value = "task-3414173" [ 1115.982767] env[69905]: _type = "Task" [ 1115.982767] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.000229] env[69905]: DEBUG oslo_vmware.api [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.009915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "4458eac3-5f3b-4288-b063-db84582796a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.010195] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.010431] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.020074] env[69905]: DEBUG nova.scheduler.client.report [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.080920] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.164602] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Successfully updated port: b5cec88d-1edc-4888-b597-146811c58ee0 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.239602] env[69905]: DEBUG oslo_concurrency.lockutils [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.280715] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1116.281125] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f1f9583-6488-4d05-bb01-77c360bdc7a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.291307] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1116.291307] env[69905]: value = "task-3414174" [ 1116.291307] env[69905]: _type = "Task" [ 1116.291307] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.302232] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414174, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.356849] env[69905]: DEBUG nova.network.neutron [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Updated VIF entry in instance network info cache for port 2bc52754-fed6-41dd-87ef-4ed33692ed31. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.357262] env[69905]: DEBUG nova.network.neutron [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Updating instance_info_cache with network_info: [{"id": "2bc52754-fed6-41dd-87ef-4ed33692ed31", "address": "fa:16:3e:f9:3c:c1", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc52754-fe", "ovs_interfaceid": "2bc52754-fed6-41dd-87ef-4ed33692ed31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.416595] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5287552b-4920-5e19-d718-2354504cc027, 'name': SearchDatastore_Task, 'duration_secs': 0.016916} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.416923] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.417182] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.417563] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.417563] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.417745] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.417994] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-989c1d34-1140-482e-bdf1-6ed6d61eac53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.429223] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.429518] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.430558] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.431413] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c65f50-4c7d-47a3-a3cf-ada3bafb7024 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.433973] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0f752c-c4e2-45ec-a739-6ef443093676 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.442233] env[69905]: DEBUG oslo_vmware.api [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1116.442233] env[69905]: value = "task-3414175" [ 1116.442233] env[69905]: _type = "Task" [ 1116.442233] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.443921] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1116.443921] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52df1f2a-48db-d234-7803-24ee9fbe68f0" [ 1116.443921] env[69905]: _type = "Task" [ 1116.443921] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.454695] env[69905]: DEBUG oslo_vmware.api [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.458292] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52df1f2a-48db-d234-7803-24ee9fbe68f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008312} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.459105] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b733a6-298a-41ec-86c6-8fb0e69a0369 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.464268] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1116.464268] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d90749-1e56-93cc-520b-098c8a08908e" [ 1116.464268] env[69905]: _type = "Task" [ 1116.464268] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.475689] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d90749-1e56-93cc-520b-098c8a08908e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.492568] env[69905]: DEBUG oslo_vmware.api [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174703} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.492847] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.493120] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.493342] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.493523] env[69905]: INFO nova.compute.manager [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1116.493816] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.493966] env[69905]: DEBUG nova.compute.manager [-] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.494074] env[69905]: DEBUG nova.network.neutron [-] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.524722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.525361] env[69905]: DEBUG nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.529464] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.449s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.532243] env[69905]: INFO nova.compute.claims [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.562088] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.562952] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.562952] env[69905]: DEBUG nova.network.neutron [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.806695] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414174, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.834295] env[69905]: DEBUG nova.network.neutron [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.864481] env[69905]: DEBUG oslo_concurrency.lockutils [req-bddcc1ee-fce0-4ba8-b046-73af7cdf780c req-ac69f59e-6af2-45dd-aa02-d21d7ecdbdb7 service nova] Releasing lock "refresh_cache-2020ccb6-a2d1-41d9-abc0-ca87f17bd356" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.959618] env[69905]: DEBUG oslo_vmware.api [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414175, 'name': PowerOnVM_Task, 'duration_secs': 0.379154} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.959618] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.959618] env[69905]: DEBUG nova.compute.manager [None req-3686e5c3-00f2-4317-9f1e-ebd4b944458c tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.959618] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1bb760-1310-477f-9963-efea95c372c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.977756] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d90749-1e56-93cc-520b-098c8a08908e, 'name': SearchDatastore_Task, 'duration_secs': 0.020382} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.978071] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.978342] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 2020ccb6-a2d1-41d9-abc0-ca87f17bd356/2020ccb6-a2d1-41d9-abc0-ca87f17bd356.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.978897] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2428baa0-a295-45ef-a27c-3cffaaa4594d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.989426] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1116.989426] env[69905]: value = "task-3414176" [ 1116.989426] env[69905]: _type = "Task" [ 1116.989426] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.997533] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.030124] env[69905]: DEBUG nova.compute.utils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.036025] env[69905]: DEBUG nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.036025] env[69905]: DEBUG nova.network.neutron [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.095400] env[69905]: DEBUG nova.compute.manager [req-d000cda2-f297-4019-b79e-5df6ee9247d0 req-0a838c99-5af6-40ac-8af0-127897d2db07 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Received event network-vif-deleted-a35ea59f-5115-4a10-80f4-8702789fb7e4 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.095968] env[69905]: INFO nova.compute.manager [req-d000cda2-f297-4019-b79e-5df6ee9247d0 req-0a838c99-5af6-40ac-8af0-127897d2db07 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Neutron deleted interface a35ea59f-5115-4a10-80f4-8702789fb7e4; detaching it from the instance and deleting it from the info cache [ 1117.095968] env[69905]: DEBUG nova.network.neutron [req-d000cda2-f297-4019-b79e-5df6ee9247d0 req-0a838c99-5af6-40ac-8af0-127897d2db07 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.151434] env[69905]: DEBUG nova.policy [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b975dcf9b40c4f6ea9707a8eda85a53a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '919df0bf03a748358463afb2f1c1daa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.279125] env[69905]: DEBUG nova.network.neutron [-] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.307483] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414174, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.340617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Releasing lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.341715] env[69905]: DEBUG nova.objects.instance [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lazy-loading 'flavor' on Instance uuid 48c4c2f6-2fb1-4105-b3f9-a96095526316 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.343662] env[69905]: DEBUG oslo_concurrency.lockutils [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.343981] env[69905]: DEBUG oslo_concurrency.lockutils [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.344316] env[69905]: INFO nova.compute.manager [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Attaching volume 1f1c77f8-ac14-45aa-95ff-229c2845047b to /dev/sdb [ 1117.389777] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6198a437-f10b-4c06-8c0e-6d795a60338a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.394627] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.394821] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.395019] env[69905]: DEBUG nova.network.neutron [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.408699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae40c710-91e0-4a39-b215-5e3972ae8d8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.431642] env[69905]: DEBUG nova.virt.block_device [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updating existing volume attachment record: 43e67709-e36c-48c5-ae9a-a181cde98a0d {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.504248] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.533940] env[69905]: DEBUG nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.570089] env[69905]: INFO nova.network.neutron [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Port d331fde1-2163-4e27-9407-9d76659a77e8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1117.570422] env[69905]: DEBUG nova.network.neutron [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.602038] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81807269-f4e5-4b81-a69b-b564e3ec97cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.623300] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ade19-fd41-41bf-be42-93c7f2154c7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.666177] env[69905]: DEBUG nova.compute.manager [req-d000cda2-f297-4019-b79e-5df6ee9247d0 req-0a838c99-5af6-40ac-8af0-127897d2db07 service nova] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Detach interface failed, port_id=a35ea59f-5115-4a10-80f4-8702789fb7e4, reason: Instance 664f564b-fc07-4121-a52c-67f551a8e4b4 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.702543] env[69905]: DEBUG nova.compute.manager [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received event network-vif-plugged-b5cec88d-1edc-4888-b597-146811c58ee0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.702807] env[69905]: DEBUG oslo_concurrency.lockutils [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] Acquiring lock "c86cf210-36bc-425b-9185-230ddadccce9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.705243] env[69905]: DEBUG oslo_concurrency.lockutils [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] Lock "c86cf210-36bc-425b-9185-230ddadccce9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.705243] env[69905]: DEBUG oslo_concurrency.lockutils [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] Lock "c86cf210-36bc-425b-9185-230ddadccce9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.705752] env[69905]: DEBUG nova.compute.manager [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] No waiting events found dispatching network-vif-plugged-b5cec88d-1edc-4888-b597-146811c58ee0 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.705752] env[69905]: WARNING nova.compute.manager [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received unexpected event network-vif-plugged-b5cec88d-1edc-4888-b597-146811c58ee0 for instance with vm_state building and task_state spawning. [ 1117.705752] env[69905]: DEBUG nova.compute.manager [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received event network-changed-b5cec88d-1edc-4888-b597-146811c58ee0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.705880] env[69905]: DEBUG nova.compute.manager [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Refreshing instance network info cache due to event network-changed-b5cec88d-1edc-4888-b597-146811c58ee0. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.706205] env[69905]: DEBUG oslo_concurrency.lockutils [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] Acquiring lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.706397] env[69905]: DEBUG oslo_concurrency.lockutils [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] Acquired lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.706559] env[69905]: DEBUG nova.network.neutron [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Refreshing network info cache for port b5cec88d-1edc-4888-b597-146811c58ee0 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.782092] env[69905]: INFO nova.compute.manager [-] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Took 1.29 seconds to deallocate network for instance. [ 1117.813202] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414174, 'name': CloneVM_Task} progress is 95%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.856043] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59730ad1-48cf-490c-9d61-33f4424b87df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.887259] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.890153] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68bc97f1-6ab0-476c-820b-694f984a964c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.898218] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1117.898218] env[69905]: value = "task-3414178" [ 1117.898218] env[69905]: _type = "Task" [ 1117.898218] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.913168] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.917838] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efd170d-389a-4664-a56b-fa7402693165 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.925982] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e428f-5c75-49ac-a35c-047097d159ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.960312] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d00cfa6-446b-401b-a409-122a8732f9f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.968873] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0a0afa-4fb2-47e4-b656-636cfb32f464 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.987026] env[69905]: DEBUG nova.compute.provider_tree [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.998530] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778425} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.998849] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 2020ccb6-a2d1-41d9-abc0-ca87f17bd356/2020ccb6-a2d1-41d9-abc0-ca87f17bd356.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.999095] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.999514] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b610d760-b9c7-432b-8d0a-736210c3de94 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.008034] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1118.008034] env[69905]: value = "task-3414179" [ 1118.008034] env[69905]: _type = "Task" [ 1118.008034] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.019051] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.022611] env[69905]: DEBUG nova.network.neutron [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Successfully created port: 5b80ed3c-8e4a-42dd-888d-265a90974165 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.075556] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.284363] env[69905]: DEBUG nova.network.neutron [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.290396] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.312700] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414174, 'name': CloneVM_Task, 'duration_secs': 1.835991} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.313011] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Created linked-clone VM from snapshot [ 1118.313852] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f48f6-b4e7-458e-bf02-6928d664b682 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.331066] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Uploading image 28372c45-6386-4cd0-b6a2-23497714ac32 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1118.348345] env[69905]: DEBUG nova.network.neutron [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance_info_cache with network_info: [{"id": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "address": "fa:16:3e:0a:b3:11", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6ba7dd-d0", "ovs_interfaceid": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.381534] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1118.381534] env[69905]: value = "vm-681245" [ 1118.381534] env[69905]: _type = "VirtualMachine" [ 1118.381534] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1118.382167] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38d37c0b-97fb-43b1-b80a-35a261a30a1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.390715] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lease: (returnval){ [ 1118.390715] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526349b9-5709-221c-b211-8def7732d6b1" [ 1118.390715] env[69905]: _type = "HttpNfcLease" [ 1118.390715] env[69905]: } obtained for exporting VM: (result){ [ 1118.390715] env[69905]: value = "vm-681245" [ 1118.390715] env[69905]: _type = "VirtualMachine" [ 1118.390715] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1118.391076] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the lease: (returnval){ [ 1118.391076] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526349b9-5709-221c-b211-8def7732d6b1" [ 1118.391076] env[69905]: _type = "HttpNfcLease" [ 1118.391076] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.401208] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.401208] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526349b9-5709-221c-b211-8def7732d6b1" [ 1118.401208] env[69905]: _type = "HttpNfcLease" [ 1118.401208] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.406237] env[69905]: DEBUG nova.network.neutron [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.414652] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414178, 'name': PowerOffVM_Task, 'duration_secs': 0.215063} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.414915] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.420232] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfiguring VM instance instance-00000053 to detach disk 2002 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.421686] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ae012e-0bff-4fa8-891c-17834bb42547 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.440392] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1118.440392] env[69905]: value = "task-3414181" [ 1118.440392] env[69905]: _type = "Task" [ 1118.440392] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.448656] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.488364] env[69905]: DEBUG nova.scheduler.client.report [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.518555] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101349} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.519084] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.520103] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d85f8-90cf-41e7-a755-9f8c4bfb12f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.546021] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 2020ccb6-a2d1-41d9-abc0-ca87f17bd356/2020ccb6-a2d1-41d9-abc0-ca87f17bd356.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.546021] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc11effc-48c1-45f9-976a-13de7bf8e072 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.562416] env[69905]: DEBUG nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.571288] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1118.571288] env[69905]: value = "task-3414182" [ 1118.571288] env[69905]: _type = "Task" [ 1118.571288] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.580499] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.583397] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a13d6df9-99a9-4d44-9857-8ddaca0b49c8 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-33126ccb-e199-46e9-be6b-054e6786c1bd-d331fde1-2163-4e27-9407-9d76659a77e8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.069s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.600413] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.600663] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.600843] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.601067] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.601663] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.601663] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.601663] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.601893] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.602010] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.606773] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.606773] env[69905]: DEBUG nova.virt.hardware [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.606773] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef3c6a-2fb3-4a3c-8a25-7f2e3cc8093d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.614798] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066743c-9509-41d5-97af-04713fcfdaac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.855151] env[69905]: DEBUG oslo_concurrency.lockutils [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.878016] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-f91a8ee4-0567-48fb-bf80-13863dcd58b9-d331fde1-2163-4e27-9407-9d76659a77e8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.878658] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-f91a8ee4-0567-48fb-bf80-13863dcd58b9-d331fde1-2163-4e27-9407-9d76659a77e8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.879133] env[69905]: DEBUG nova.objects.instance [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'flavor' on Instance uuid f91a8ee4-0567-48fb-bf80-13863dcd58b9 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.900533] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.900533] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526349b9-5709-221c-b211-8def7732d6b1" [ 1118.900533] env[69905]: _type = "HttpNfcLease" [ 1118.900533] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.901012] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.901012] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526349b9-5709-221c-b211-8def7732d6b1" [ 1118.901012] env[69905]: _type = "HttpNfcLease" [ 1118.901012] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1118.901862] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb169d13-2a52-49b4-a64f-80405a097131 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.911221] env[69905]: DEBUG oslo_concurrency.lockutils [req-855cd53d-8b1b-441f-b823-8d5459bbf298 req-743f46d2-827b-47e2-bce6-e1173c12f974 service nova] Releasing lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.911662] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b90aa-4bc8-495a-13b8-b1dc40a21368/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.911904] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b90aa-4bc8-495a-13b8-b1dc40a21368/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.980218] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414181, 'name': ReconfigVM_Task, 'duration_secs': 0.237569} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.980218] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfigured VM instance instance-00000053 to detach disk 2002 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.980218] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.980562] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010e620c-55f2-4420-9894-98149f5d825a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.986984] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1118.986984] env[69905]: value = "task-3414183" [ 1118.986984] env[69905]: _type = "Task" [ 1118.986984] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.993185] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.993791] env[69905]: DEBUG nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.999894] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.710s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.000209] env[69905]: DEBUG nova.objects.instance [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'resources' on Instance uuid 664f564b-fc07-4121-a52c-67f551a8e4b4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.001518] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.004689] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c705433-2aca-4862-b63e-d70cfb48dd97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.083678] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414182, 'name': ReconfigVM_Task, 'duration_secs': 0.422071} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.084043] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 2020ccb6-a2d1-41d9-abc0-ca87f17bd356/2020ccb6-a2d1-41d9-abc0-ca87f17bd356.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.084724] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f2d692-2373-4a88-b373-81f21ba68343 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.091723] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1119.091723] env[69905]: value = "task-3414184" [ 1119.091723] env[69905]: _type = "Task" [ 1119.091723] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.099849] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414184, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.134081] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Successfully updated port: 3b94ad89-b655-4a80-a062-557f73c83c49 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.388264] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa46b02f-a75f-468f-b80f-130ae873689e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.412073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1ed379-8c8f-4811-85d5-4fbce7a15e63 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.425916] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance '4458eac3-5f3b-4288-b063-db84582796a0' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.497836] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414183, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.508687] env[69905]: DEBUG nova.compute.utils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.510632] env[69905]: DEBUG nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.511108] env[69905]: DEBUG nova.network.neutron [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.570908] env[69905]: DEBUG nova.objects.instance [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'pci_requests' on Instance uuid f91a8ee4-0567-48fb-bf80-13863dcd58b9 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.578674] env[69905]: DEBUG nova.policy [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03542c25d0174587b9247b2b40bcf236', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea008fff0354437b956b5e0c4ffd5358', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.606470] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414184, 'name': Rename_Task, 'duration_secs': 0.301939} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.607119] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.607476] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5972865-ff40-4eed-8e81-d4b2ad61de06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.619494] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1119.619494] env[69905]: value = "task-3414185" [ 1119.619494] env[69905]: _type = "Task" [ 1119.619494] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.641866] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.642019] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.642178] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.644619] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414185, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.756409] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.756714] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing instance network info cache due to event network-changed-1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.757050] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Acquiring lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.757278] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Acquired lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.757765] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Refreshing network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.890512] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d579f962-bbd1-46a6-9a83-5f9a05c1b7ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.901638] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbff66b-c751-43c8-94c9-2c31608b3bce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.942806] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.943378] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9116f429-d114-4263-89f3-b0df7f3566aa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.947226] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b6518d-48b3-4268-abb3-aaed2e1c5a4b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.962359] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1119.962359] env[69905]: value = "task-3414187" [ 1119.962359] env[69905]: _type = "Task" [ 1119.962359] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.962359] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e3b2c-8fbc-470e-b978-933b37ee2260 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.977443] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414187, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.986859] env[69905]: DEBUG nova.compute.provider_tree [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.998307] env[69905]: DEBUG oslo_vmware.api [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414183, 'name': PowerOnVM_Task, 'duration_secs': 0.526969} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.999631] env[69905]: DEBUG nova.network.neutron [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Successfully created port: 62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.001852] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.002218] env[69905]: DEBUG nova.compute.manager [None req-6be80680-b5fc-425f-99e1-6465ba4cdf08 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.003612] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bbfb3f-6239-4ff6-8a18-3c568e2d4929 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.021226] env[69905]: DEBUG nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.074713] env[69905]: DEBUG nova.objects.base [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.079256] env[69905]: DEBUG nova.network.neutron [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.147026] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.200477] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.207709] env[69905]: DEBUG nova.network.neutron [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Successfully updated port: 5b80ed3c-8e4a-42dd-888d-265a90974165 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.228191] env[69905]: DEBUG nova.policy [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9de3d8facc24271a792bbe990a5abc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b27cd68670408aa4a0258b0fb2be4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.280311] env[69905]: DEBUG nova.compute.manager [req-6614a3a9-e957-4c08-bf79-cd746ca1f6f9 req-dedfcd90-9d95-457e-aedd-f92d8ef8373f service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Received event network-vif-plugged-5b80ed3c-8e4a-42dd-888d-265a90974165 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.280617] env[69905]: DEBUG oslo_concurrency.lockutils [req-6614a3a9-e957-4c08-bf79-cd746ca1f6f9 req-dedfcd90-9d95-457e-aedd-f92d8ef8373f service nova] Acquiring lock "70edab79-1e11-4ce1-bc45-82effe123ee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.280943] env[69905]: DEBUG oslo_concurrency.lockutils [req-6614a3a9-e957-4c08-bf79-cd746ca1f6f9 req-dedfcd90-9d95-457e-aedd-f92d8ef8373f service nova] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.281198] env[69905]: DEBUG oslo_concurrency.lockutils [req-6614a3a9-e957-4c08-bf79-cd746ca1f6f9 req-dedfcd90-9d95-457e-aedd-f92d8ef8373f service nova] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.281425] env[69905]: DEBUG nova.compute.manager [req-6614a3a9-e957-4c08-bf79-cd746ca1f6f9 req-dedfcd90-9d95-457e-aedd-f92d8ef8373f service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] No waiting events found dispatching network-vif-plugged-5b80ed3c-8e4a-42dd-888d-265a90974165 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.281651] env[69905]: WARNING nova.compute.manager [req-6614a3a9-e957-4c08-bf79-cd746ca1f6f9 req-dedfcd90-9d95-457e-aedd-f92d8ef8373f service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Received unexpected event network-vif-plugged-5b80ed3c-8e4a-42dd-888d-265a90974165 for instance with vm_state building and task_state spawning. [ 1120.477883] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.492093] env[69905]: DEBUG nova.scheduler.client.report [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.641920] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.650926] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updated VIF entry in instance network info cache for port 1f3c0120-a25c-4f42-8262-212c94e86418. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.650926] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [{"id": "1f3c0120-a25c-4f42-8262-212c94e86418", "address": "fa:16:3e:d4:2c:e8", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3c0120-a2", "ovs_interfaceid": "1f3c0120-a25c-4f42-8262-212c94e86418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.689734] env[69905]: DEBUG nova.network.neutron [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Updating instance_info_cache with network_info: [{"id": "b5cec88d-1edc-4888-b597-146811c58ee0", "address": "fa:16:3e:c0:a4:a4", "network": {"id": "16940e26-d295-4c6a-aee8-91b793845da8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-876203232", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cec88d-1e", "ovs_interfaceid": "b5cec88d-1edc-4888-b597-146811c58ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b94ad89-b655-4a80-a062-557f73c83c49", "address": "fa:16:3e:5b:8e:7a", "network": {"id": "2d2e4575-e869-4e36-98c5-b2150976f574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-29302606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b94ad89-b6", "ovs_interfaceid": "3b94ad89-b655-4a80-a062-557f73c83c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.714418] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.714575] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquired lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.714753] env[69905]: DEBUG nova.network.neutron [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.981031] env[69905]: DEBUG oslo_vmware.api [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414187, 'name': PowerOnVM_Task, 'duration_secs': 0.565317} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.981358] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.981358] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e119d-c0d5-4bcb-a64a-26ad36e7b216 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance '4458eac3-5f3b-4288-b063-db84582796a0' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.996449] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.039156] env[69905]: DEBUG nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.042280] env[69905]: INFO nova.scheduler.client.report [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted allocations for instance 664f564b-fc07-4121-a52c-67f551a8e4b4 [ 1121.078374] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.078631] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.078795] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.078971] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.079138] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.079286] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.079491] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.079651] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.080200] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.080200] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.080200] env[69905]: DEBUG nova.virt.hardware [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.081038] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f329a5-0581-4afa-a2a7-8058c5b6f713 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.090435] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e908947-bc9c-4160-bd29-eb24dcdddab1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.146398] env[69905]: DEBUG oslo_vmware.api [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414185, 'name': PowerOnVM_Task, 'duration_secs': 1.344674} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.146708] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.146908] env[69905]: INFO nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1121.147187] env[69905]: DEBUG nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.147931] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773b8840-2e9e-4443-b8c4-79df57812dfd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.153510] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Releasing lock "refresh_cache-33126ccb-e199-46e9-be6b-054e6786c1bd" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.153758] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.153929] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing instance network info cache due to event network-changed-675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.154156] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.154300] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.154460] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.196464] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Releasing lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.196464] env[69905]: DEBUG nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Instance network_info: |[{"id": "b5cec88d-1edc-4888-b597-146811c58ee0", "address": "fa:16:3e:c0:a4:a4", "network": {"id": "16940e26-d295-4c6a-aee8-91b793845da8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-876203232", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cec88d-1e", "ovs_interfaceid": "b5cec88d-1edc-4888-b597-146811c58ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b94ad89-b655-4a80-a062-557f73c83c49", "address": "fa:16:3e:5b:8e:7a", "network": {"id": "2d2e4575-e869-4e36-98c5-b2150976f574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-29302606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b94ad89-b6", "ovs_interfaceid": "3b94ad89-b655-4a80-a062-557f73c83c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.196464] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:a4:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5cec88d-1edc-4888-b597-146811c58ee0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:8e:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b94ad89-b655-4a80-a062-557f73c83c49', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.206972] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.208192] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.208562] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4645f01-0d72-425c-a62e-29cd9174b7c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.236425] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.236425] env[69905]: value = "task-3414188" [ 1121.236425] env[69905]: _type = "Task" [ 1121.236425] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.247345] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414188, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.270659] env[69905]: DEBUG nova.network.neutron [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.493682] env[69905]: DEBUG nova.network.neutron [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Updating instance_info_cache with network_info: [{"id": "5b80ed3c-8e4a-42dd-888d-265a90974165", "address": "fa:16:3e:33:cd:14", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ed3c-8e", "ovs_interfaceid": "5b80ed3c-8e4a-42dd-888d-265a90974165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.554467] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5ad7dc86-6829-433f-a3ad-626a366ce76a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "664f564b-fc07-4121-a52c-67f551a8e4b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.166s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.670197] env[69905]: INFO nova.compute.manager [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Took 16.04 seconds to build instance. [ 1121.731039] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.734454] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.004s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.753586] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414188, 'name': CreateVM_Task, 'duration_secs': 0.476128} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.754083] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.755376] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.755596] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.755912] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.756457] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6f5c0c-155d-4d0e-950c-4a63d7716bfd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.761412] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1121.761412] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5277fd8b-ad42-f816-a501-3c1a8b755c44" [ 1121.761412] env[69905]: _type = "Task" [ 1121.761412] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.779449] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5277fd8b-ad42-f816-a501-3c1a8b755c44, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.782648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.782918] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.784147] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.784147] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.784147] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.784147] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95783ee7-0dfd-40ae-bdd4-f32b9d060161 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.795051] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.795329] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.796145] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76772fbb-14b4-4db7-abf7-9120f22c719c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.802771] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1121.802771] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b8028e-bdcd-4858-1998-0a5429d1e5aa" [ 1121.802771] env[69905]: _type = "Task" [ 1121.802771] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.814100] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b8028e-bdcd-4858-1998-0a5429d1e5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.985916] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1121.986198] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681246', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'name': 'volume-1f1c77f8-ac14-45aa-95ff-229c2845047b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'serial': '1f1c77f8-ac14-45aa-95ff-229c2845047b'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1121.987116] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae9e4e-a1b7-4a6c-b82f-32ce8750b235 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.007892] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Releasing lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.008232] env[69905]: DEBUG nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Instance network_info: |[{"id": "5b80ed3c-8e4a-42dd-888d-265a90974165", "address": "fa:16:3e:33:cd:14", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ed3c-8e", "ovs_interfaceid": "5b80ed3c-8e4a-42dd-888d-265a90974165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.012348] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:cd:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b80ed3c-8e4a-42dd-888d-265a90974165', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.016859] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Creating folder: Project (919df0bf03a748358463afb2f1c1daa3). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.017664] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23847502-afd4-40d5-a026-dad84ce46b65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.021864] env[69905]: DEBUG nova.network.neutron [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Successfully updated port: 62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.029605] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-395c9c07-ed07-4c62-a16e-79ee9fb55dd8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.063589] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-1f1c77f8-ac14-45aa-95ff-229c2845047b/volume-1f1c77f8-ac14-45aa-95ff-229c2845047b.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.066877] env[69905]: DEBUG nova.network.neutron [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Successfully updated port: d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.070571] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265faec7-d0b1-4913-8ce8-b0e6dca698e9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.082327] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Created folder: Project (919df0bf03a748358463afb2f1c1daa3) in parent group-v680985. [ 1122.082534] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Creating folder: Instances. Parent ref: group-v681248. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.083339] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.083565] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d510fbf7-9a1a-4e5f-9f36-ac278382f427 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.091140] env[69905]: DEBUG oslo_vmware.api [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1122.091140] env[69905]: value = "task-3414190" [ 1122.091140] env[69905]: _type = "Task" [ 1122.091140] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.096362] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Created folder: Instances in parent group-v681248. [ 1122.096621] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.097190] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.097441] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00e28a4-634a-4288-b0f0-216d4f2f59c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.112810] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updated VIF entry in instance network info cache for port 675e0501-0f2d-4cce-8319-0db07dce75f6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.113217] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.118177] env[69905]: DEBUG oslo_vmware.api [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.123595] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.123595] env[69905]: value = "task-3414192" [ 1122.123595] env[69905]: _type = "Task" [ 1122.123595] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.133011] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414192, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.173238] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62756cb2-4387-4943-b115-52e9a6f9c1aa tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.555s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.240854] env[69905]: DEBUG nova.compute.utils [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.315508] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b8028e-bdcd-4858-1998-0a5429d1e5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014354} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.316190] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8dda39-9cf2-4f5f-aa82-a808894666cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.322112] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1122.322112] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a95a72-e875-16dc-d6e4-3565d676ccd6" [ 1122.322112] env[69905]: _type = "Task" [ 1122.322112] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.333901] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a95a72-e875-16dc-d6e4-3565d676ccd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.537786] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.537786] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquired lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.537786] env[69905]: DEBUG nova.network.neutron [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.602613] env[69905]: DEBUG oslo_vmware.api [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.620071] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.620350] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received event network-vif-plugged-3b94ad89-b655-4a80-a062-557f73c83c49 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.620548] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Acquiring lock "c86cf210-36bc-425b-9185-230ddadccce9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.620998] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Lock "c86cf210-36bc-425b-9185-230ddadccce9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.620998] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Lock "c86cf210-36bc-425b-9185-230ddadccce9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.621210] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] No waiting events found dispatching network-vif-plugged-3b94ad89-b655-4a80-a062-557f73c83c49 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.621375] env[69905]: WARNING nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received unexpected event network-vif-plugged-3b94ad89-b655-4a80-a062-557f73c83c49 for instance with vm_state building and task_state spawning. [ 1122.621764] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received event network-changed-3b94ad89-b655-4a80-a062-557f73c83c49 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.621965] env[69905]: DEBUG nova.compute.manager [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Refreshing instance network info cache due to event network-changed-3b94ad89-b655-4a80-a062-557f73c83c49. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.622263] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Acquiring lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.622443] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Acquired lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.622610] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Refreshing network info cache for port 3b94ad89-b655-4a80-a062-557f73c83c49 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.623875] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.624549] env[69905]: DEBUG nova.network.neutron [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.634901] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414192, 'name': CreateVM_Task, 'duration_secs': 0.374892} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.635570] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.636275] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.636469] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.636741] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.637233] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d1ced9-bd72-47a7-8f90-63e1a0f1dd2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.642830] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1122.642830] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a74fae-8d17-c059-aa43-cfd8b62ffb29" [ 1122.642830] env[69905]: _type = "Task" [ 1122.642830] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.654248] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a74fae-8d17-c059-aa43-cfd8b62ffb29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.743898] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.833199] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a95a72-e875-16dc-d6e4-3565d676ccd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.833479] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.833745] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] c86cf210-36bc-425b-9185-230ddadccce9/c86cf210-36bc-425b-9185-230ddadccce9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.834012] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42fce03f-1e8e-4e3d-91ac-a01f8440debc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.841541] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1122.841541] env[69905]: value = "task-3414193" [ 1122.841541] env[69905]: _type = "Task" [ 1122.841541] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.849729] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.068816] env[69905]: DEBUG nova.network.neutron [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.102091] env[69905]: DEBUG oslo_vmware.api [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414190, 'name': ReconfigVM_Task, 'duration_secs': 0.621203} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.102483] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-1f1c77f8-ac14-45aa-95ff-229c2845047b/volume-1f1c77f8-ac14-45aa-95ff-229c2845047b.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.109469] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84f67cb-77cb-41a0-9649-e4270f93d8ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.124876] env[69905]: DEBUG oslo_vmware.api [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1123.124876] env[69905]: value = "task-3414194" [ 1123.124876] env[69905]: _type = "Task" [ 1123.124876] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.138065] env[69905]: DEBUG oslo_vmware.api [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414194, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.156368] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a74fae-8d17-c059-aa43-cfd8b62ffb29, 'name': SearchDatastore_Task, 'duration_secs': 0.015772} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.156768] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.157049] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.157317] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.157476] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.157870] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.158194] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3805ea45-e842-454f-8f02-091fbcd40526 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.180063] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.180378] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.183750] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5408ff5f-b910-43e3-aa6f-cd243491e4a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.190956] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1123.190956] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529871c0-02a9-db31-91f9-b59c6e2b6abf" [ 1123.190956] env[69905]: _type = "Task" [ 1123.190956] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.197855] env[69905]: WARNING nova.network.neutron [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] 97a7a80d-6afa-43c4-bddd-824a71a3596d already exists in list: networks containing: ['97a7a80d-6afa-43c4-bddd-824a71a3596d']. ignoring it [ 1123.203389] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529871c0-02a9-db31-91f9-b59c6e2b6abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.225432] env[69905]: DEBUG nova.network.neutron [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Updating instance_info_cache with network_info: [{"id": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "address": "fa:16:3e:d2:b7:6f", "network": {"id": "f196a668-9b06-47fc-a1bd-97b42de3a8ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-863486313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea008fff0354437b956b5e0c4ffd5358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e0796f-cc", "ovs_interfaceid": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.362635] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414193, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.635902] env[69905]: DEBUG oslo_vmware.api [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414194, 'name': ReconfigVM_Task, 'duration_secs': 0.192528} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.636438] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681246', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'name': 'volume-1f1c77f8-ac14-45aa-95ff-229c2845047b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'serial': '1f1c77f8-ac14-45aa-95ff-229c2845047b'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1123.651442] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Updated VIF entry in instance network info cache for port 3b94ad89-b655-4a80-a062-557f73c83c49. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.651442] env[69905]: DEBUG nova.network.neutron [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Updating instance_info_cache with network_info: [{"id": "b5cec88d-1edc-4888-b597-146811c58ee0", "address": "fa:16:3e:c0:a4:a4", "network": {"id": "16940e26-d295-4c6a-aee8-91b793845da8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-876203232", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cec88d-1e", "ovs_interfaceid": "b5cec88d-1edc-4888-b597-146811c58ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b94ad89-b655-4a80-a062-557f73c83c49", "address": "fa:16:3e:5b:8e:7a", "network": {"id": "2d2e4575-e869-4e36-98c5-b2150976f574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-29302606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "458b4e1dc9fc4622a09555aa55828cad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b94ad89-b6", "ovs_interfaceid": "3b94ad89-b655-4a80-a062-557f73c83c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.702203] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529871c0-02a9-db31-91f9-b59c6e2b6abf, 'name': SearchDatastore_Task, 'duration_secs': 0.084432} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.702978] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286383d7-66d0-4b84-9128-16087849fd32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.709173] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1123.709173] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520ae650-b0bd-55a6-6b02-e827dc1eb3e5" [ 1123.709173] env[69905]: _type = "Task" [ 1123.709173] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.718055] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520ae650-b0bd-55a6-6b02-e827dc1eb3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.728449] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Releasing lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.728765] env[69905]: DEBUG nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Instance network_info: |[{"id": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "address": "fa:16:3e:d2:b7:6f", "network": {"id": "f196a668-9b06-47fc-a1bd-97b42de3a8ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-863486313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea008fff0354437b956b5e0c4ffd5358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e0796f-cc", "ovs_interfaceid": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.729192] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:b7:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e0796f-cc0c-4513-b11a-03387b0d5ca1', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.742986] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Creating folder: Project (ea008fff0354437b956b5e0c4ffd5358). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.743729] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa06b5b5-f47b-4c8f-89e1-5886c6474cac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.755846] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Created folder: Project (ea008fff0354437b956b5e0c4ffd5358) in parent group-v680985. [ 1123.756136] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Creating folder: Instances. Parent ref: group-v681251. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.756409] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d60f73-b6db-4851-9a92-bad2c2508f2e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.768469] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Created folder: Instances in parent group-v681251. [ 1123.768787] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.769085] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.769365] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76d4286c-5497-42f7-8522-c9db8d19bd9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.790556] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.790556] env[69905]: value = "task-3414197" [ 1123.790556] env[69905]: _type = "Task" [ 1123.790556] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.800158] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414197, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.821627] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.821978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.822380] env[69905]: INFO nova.compute.manager [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Attaching volume fc93d2e8-9312-4d42-8ff2-70a8af2e0e64 to /dev/sdb [ 1123.841149] env[69905]: DEBUG nova.network.neutron [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d331fde1-2163-4e27-9407-9d76659a77e8", "address": "fa:16:3e:19:5a:50", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331fde1-21", "ovs_interfaceid": "d331fde1-2163-4e27-9407-9d76659a77e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.852601] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727861} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.852907] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] c86cf210-36bc-425b-9185-230ddadccce9/c86cf210-36bc-425b-9185-230ddadccce9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.853174] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.853685] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e3081f8-1b87-4f83-bb6a-e79b08297e6d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.860632] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e20623-2d4b-4160-b17c-e28d28e16668 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.865290] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1123.865290] env[69905]: value = "task-3414198" [ 1123.865290] env[69905]: _type = "Task" [ 1123.865290] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.871560] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c227e3-1699-4e9a-be33-04523f2f1c10 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.877636] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.889140] env[69905]: DEBUG nova.virt.block_device [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating existing volume attachment record: 78e627a7-3f81-4887-ad47-c89c7fec4d0e {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.154282] env[69905]: DEBUG oslo_concurrency.lockutils [req-a606cd3b-43fa-4044-86ea-9d80c8e8dc05 req-29ef4b39-676a-40da-a8ce-c4b149fbf42e service nova] Releasing lock "refresh_cache-c86cf210-36bc-425b-9185-230ddadccce9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.180281] env[69905]: DEBUG nova.compute.manager [req-802ee7c3-0a4b-4598-81db-552707a3a397 req-1b652e24-7e55-4b9b-a7cf-7fd406bb5767 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Received event network-vif-plugged-62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.180281] env[69905]: DEBUG oslo_concurrency.lockutils [req-802ee7c3-0a4b-4598-81db-552707a3a397 req-1b652e24-7e55-4b9b-a7cf-7fd406bb5767 service nova] Acquiring lock "0a0be178-e246-4eb8-8057-d805340183ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.180281] env[69905]: DEBUG oslo_concurrency.lockutils [req-802ee7c3-0a4b-4598-81db-552707a3a397 req-1b652e24-7e55-4b9b-a7cf-7fd406bb5767 service nova] Lock "0a0be178-e246-4eb8-8057-d805340183ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.180281] env[69905]: DEBUG oslo_concurrency.lockutils [req-802ee7c3-0a4b-4598-81db-552707a3a397 req-1b652e24-7e55-4b9b-a7cf-7fd406bb5767 service nova] Lock "0a0be178-e246-4eb8-8057-d805340183ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.181289] env[69905]: DEBUG nova.compute.manager [req-802ee7c3-0a4b-4598-81db-552707a3a397 req-1b652e24-7e55-4b9b-a7cf-7fd406bb5767 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] No waiting events found dispatching network-vif-plugged-62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.181289] env[69905]: WARNING nova.compute.manager [req-802ee7c3-0a4b-4598-81db-552707a3a397 req-1b652e24-7e55-4b9b-a7cf-7fd406bb5767 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Received unexpected event network-vif-plugged-62e0796f-cc0c-4513-b11a-03387b0d5ca1 for instance with vm_state building and task_state spawning. [ 1124.220331] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520ae650-b0bd-55a6-6b02-e827dc1eb3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.026833} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.221157] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.221157] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 70edab79-1e11-4ce1-bc45-82effe123ee9/70edab79-1e11-4ce1-bc45-82effe123ee9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.221340] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4b1de70-d437-4dd2-b00b-30a2fe3ad4c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.230290] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1124.230290] env[69905]: value = "task-3414200" [ 1124.230290] env[69905]: _type = "Task" [ 1124.230290] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.239169] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.301553] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414197, 'name': CreateVM_Task, 'duration_secs': 0.489665} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.301690] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.302508] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.302607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.302923] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.303227] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3770cf8e-6106-4754-bd56-6c99781da797 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.308457] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1124.308457] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523c4235-9e00-2c48-6577-a7abcf11e16a" [ 1124.308457] env[69905]: _type = "Task" [ 1124.308457] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.316074] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523c4235-9e00-2c48-6577-a7abcf11e16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.346940] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.347623] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.347845] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.348838] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa11a3b-b5e1-4f76-b983-b000da301f3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.367656] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.368466] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.368466] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.368466] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.368466] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.368682] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.368815] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.369922] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.369922] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.369922] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.369922] env[69905]: DEBUG nova.virt.hardware [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.376621] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Reconfiguring VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1124.380076] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29d974a-fc38-4cca-8970-c0186b4cb47c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.399950] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110832} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.401700] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.402372] env[69905]: DEBUG oslo_vmware.api [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1124.402372] env[69905]: value = "task-3414203" [ 1124.402372] env[69905]: _type = "Task" [ 1124.402372] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.402585] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f88a55-bb17-40d5-a01d-63b5ee5b671a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.414412] env[69905]: DEBUG oslo_vmware.api [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414203, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.435348] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] c86cf210-36bc-425b-9185-230ddadccce9/c86cf210-36bc-425b-9185-230ddadccce9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.435691] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bfc6b61-f21e-4c36-a11a-da3215ccc157 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.457125] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1124.457125] env[69905]: value = "task-3414204" [ 1124.457125] env[69905]: _type = "Task" [ 1124.457125] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.465719] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.632101] env[69905]: DEBUG nova.compute.manager [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Received event network-changed-5b80ed3c-8e4a-42dd-888d-265a90974165 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.632314] env[69905]: DEBUG nova.compute.manager [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Refreshing instance network info cache due to event network-changed-5b80ed3c-8e4a-42dd-888d-265a90974165. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.632536] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Acquiring lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.632683] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Acquired lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.632855] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Refreshing network info cache for port 5b80ed3c-8e4a-42dd-888d-265a90974165 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.688302] env[69905]: DEBUG nova.objects.instance [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.690532] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "0333260a-d7e1-4d26-843e-23c1550f38ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.690883] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.743642] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414200, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.821312] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523c4235-9e00-2c48-6577-a7abcf11e16a, 'name': SearchDatastore_Task, 'duration_secs': 0.021438} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.821719] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.822105] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.822478] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.822718] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.823050] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.823933] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2be3ce4-0dd4-4a4b-a74e-ad62fc8bffdf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.835260] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.835542] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.836383] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a49f0f-b531-48a6-a4cc-04e28275adf5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.842035] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1124.842035] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52146b3a-db26-b34c-1544-17a528feddb1" [ 1124.842035] env[69905]: _type = "Task" [ 1124.842035] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.850335] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52146b3a-db26-b34c-1544-17a528feddb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.919315] env[69905]: DEBUG oslo_vmware.api [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.969228] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.195860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-770f24eb-1769-4d18-bdf3-b23f61981c98 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.196880] env[69905]: DEBUG nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.244620] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629593} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.248102] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 70edab79-1e11-4ce1-bc45-82effe123ee9/70edab79-1e11-4ce1-bc45-82effe123ee9.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.248102] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.248102] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf9abcf-e340-45a5-b2bf-6034c3acf582 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.255028] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1125.255028] env[69905]: value = "task-3414205" [ 1125.255028] env[69905]: _type = "Task" [ 1125.255028] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.262434] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.359230] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52146b3a-db26-b34c-1544-17a528feddb1, 'name': SearchDatastore_Task, 'duration_secs': 0.01531} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.359230] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b727758f-a5a9-4b9a-8604-97630573ab65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.367991] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1125.367991] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dec91c-0ff7-860b-7629-17471755fb72" [ 1125.367991] env[69905]: _type = "Task" [ 1125.367991] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.377358] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dec91c-0ff7-860b-7629-17471755fb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.418939] env[69905]: DEBUG oslo_vmware.api [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.455636] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Updated VIF entry in instance network info cache for port 5b80ed3c-8e4a-42dd-888d-265a90974165. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.456115] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Updating instance_info_cache with network_info: [{"id": "5b80ed3c-8e4a-42dd-888d-265a90974165", "address": "fa:16:3e:33:cd:14", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ed3c-8e", "ovs_interfaceid": "5b80ed3c-8e4a-42dd-888d-265a90974165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.474048] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414204, 'name': ReconfigVM_Task, 'duration_secs': 0.942945} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.475014] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Reconfigured VM instance instance-00000060 to attach disk [datastore2] c86cf210-36bc-425b-9185-230ddadccce9/c86cf210-36bc-425b-9185-230ddadccce9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.475698] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-976eaaba-5a91-4a97-9f0f-fbbb27c6c30b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.482650] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1125.482650] env[69905]: value = "task-3414206" [ 1125.482650] env[69905]: _type = "Task" [ 1125.482650] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.492641] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414206, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.576356] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "4458eac3-5f3b-4288-b063-db84582796a0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.576356] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.576356] env[69905]: DEBUG nova.compute.manager [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Going to confirm migration 4 {{(pid=69905) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1125.718312] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.718499] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.720232] env[69905]: INFO nova.compute.claims [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.764322] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100854} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.766026] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.767017] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a4419a-4e7b-49d6-872a-e35e037f05aa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.792245] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 70edab79-1e11-4ce1-bc45-82effe123ee9/70edab79-1e11-4ce1-bc45-82effe123ee9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.792931] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d05186a6-a61e-4097-9f64-62cea0dcdb44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.811909] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1125.811909] env[69905]: value = "task-3414207" [ 1125.811909] env[69905]: _type = "Task" [ 1125.811909] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.820623] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.877329] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52dec91c-0ff7-860b-7629-17471755fb72, 'name': SearchDatastore_Task, 'duration_secs': 0.014294} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.877660] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.877927] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 0a0be178-e246-4eb8-8057-d805340183ef/0a0be178-e246-4eb8-8057-d805340183ef.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.878218] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e016c935-0700-4493-96d4-d71b0651c389 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.885272] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1125.885272] env[69905]: value = "task-3414208" [ 1125.885272] env[69905]: _type = "Task" [ 1125.885272] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.893586] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.914900] env[69905]: DEBUG oslo_vmware.api [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414203, 'name': ReconfigVM_Task, 'duration_secs': 1.195966} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.915457] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.915646] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Reconfigured VM to attach interface {{(pid=69905) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1125.960420] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Releasing lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.960732] env[69905]: DEBUG nova.compute.manager [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Received event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.960948] env[69905]: DEBUG nova.compute.manager [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing instance network info cache due to event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.961198] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Acquiring lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.961347] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Acquired lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.961559] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.993499] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414206, 'name': Rename_Task, 'duration_secs': 0.268708} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.993784] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.994312] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c53b48-4aab-4586-91cf-b63a898c4b90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.999920] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1125.999920] env[69905]: value = "task-3414209" [ 1125.999920] env[69905]: _type = "Task" [ 1125.999920] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.008206] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.125304] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.125534] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.125718] env[69905]: DEBUG nova.network.neutron [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.125920] env[69905]: DEBUG nova.objects.instance [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lazy-loading 'info_cache' on Instance uuid 4458eac3-5f3b-4288-b063-db84582796a0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.127551] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "e089a200-0d12-48ff-af8c-edc226d70d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.127755] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "e089a200-0d12-48ff-af8c-edc226d70d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.325966] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414207, 'name': ReconfigVM_Task, 'duration_secs': 0.333033} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.326584] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 70edab79-1e11-4ce1-bc45-82effe123ee9/70edab79-1e11-4ce1-bc45-82effe123ee9.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.327855] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d737b9b5-5f6b-4c89-8b82-5b324cbe7b7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.341151] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1126.341151] env[69905]: value = "task-3414210" [ 1126.341151] env[69905]: _type = "Task" [ 1126.341151] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.353912] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414210, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.404338] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414208, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.421860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-55ce0e29-ab10-40db-bab8-8c8c1588f9aa tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-f91a8ee4-0567-48fb-bf80-13863dcd58b9-d331fde1-2163-4e27-9407-9d76659a77e8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.542s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.513530] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.576780] env[69905]: DEBUG nova.compute.manager [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-vif-plugged-d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.576980] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Acquiring lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.577230] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.577395] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.577566] env[69905]: DEBUG nova.compute.manager [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] No waiting events found dispatching network-vif-plugged-d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.577729] env[69905]: WARNING nova.compute.manager [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received unexpected event network-vif-plugged-d331fde1-2163-4e27-9407-9d76659a77e8 for instance with vm_state active and task_state None. [ 1126.577882] env[69905]: DEBUG nova.compute.manager [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Received event network-changed-62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.578045] env[69905]: DEBUG nova.compute.manager [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Refreshing instance network info cache due to event network-changed-62e0796f-cc0c-4513-b11a-03387b0d5ca1. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.578218] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Acquiring lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.578353] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Acquired lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.578542] env[69905]: DEBUG nova.network.neutron [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Refreshing network info cache for port 62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.634313] env[69905]: DEBUG nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.805152] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updated VIF entry in instance network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.806142] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.852753] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414210, 'name': Rename_Task, 'duration_secs': 0.295169} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.855809] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.856647] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-398f1f2a-4ddd-468f-8d74-6bafb388dff4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.864692] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1126.864692] env[69905]: value = "task-3414212" [ 1126.864692] env[69905]: _type = "Task" [ 1126.864692] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.878384] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.898984] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696072} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.899331] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 0a0be178-e246-4eb8-8057-d805340183ef/0a0be178-e246-4eb8-8057-d805340183ef.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.899557] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.902570] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f27bbb00-73bf-4337-a688-b23fb3070984 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.911080] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1126.911080] env[69905]: value = "task-3414213" [ 1126.911080] env[69905]: _type = "Task" [ 1126.911080] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.925505] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.014192] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414209, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.045063] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e536f3a-ae41-456c-9e9d-46fe37e4fae1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.053304] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14589bb8-50c1-46c6-9c5a-56a912103b4b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.089269] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f74dfdb-6f3e-4c51-b83e-7211bc220d40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.098487] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47de499f-cdd2-4603-b7b5-fe8d63e6e521 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.112781] env[69905]: DEBUG nova.compute.provider_tree [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.157148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.308942] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Releasing lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.309376] env[69905]: DEBUG nova.compute.manager [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Received event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.309591] env[69905]: DEBUG nova.compute.manager [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing instance network info cache due to event network-changed-7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.309815] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Acquiring lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.310049] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Acquired lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.310144] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Refreshing network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.378507] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.382851] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.383207] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.383478] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.383734] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.383963] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.386035] env[69905]: INFO nova.compute.manager [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Terminating instance [ 1127.422324] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073351} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.422646] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.423484] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add3e783-3450-461d-b5af-0e1b45ff947d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.448658] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 0a0be178-e246-4eb8-8057-d805340183ef/0a0be178-e246-4eb8-8057-d805340183ef.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.452520] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fc7a76-d916-46ff-b34e-e46a6e6543ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.476378] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1127.476378] env[69905]: value = "task-3414214" [ 1127.476378] env[69905]: _type = "Task" [ 1127.476378] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.486567] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.511579] env[69905]: DEBUG oslo_vmware.api [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414209, 'name': PowerOnVM_Task, 'duration_secs': 1.118919} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.511843] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.512059] env[69905]: INFO nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Took 13.28 seconds to spawn the instance on the hypervisor. [ 1127.512252] env[69905]: DEBUG nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.513073] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75f64a5-26fb-4d6e-87de-1a9b913f4e86 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.558584] env[69905]: DEBUG nova.network.neutron [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Updated VIF entry in instance network info cache for port 62e0796f-cc0c-4513-b11a-03387b0d5ca1. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.559450] env[69905]: DEBUG nova.network.neutron [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Updating instance_info_cache with network_info: [{"id": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "address": "fa:16:3e:d2:b7:6f", "network": {"id": "f196a668-9b06-47fc-a1bd-97b42de3a8ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-863486313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea008fff0354437b956b5e0c4ffd5358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e0796f-cc", "ovs_interfaceid": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.619021] env[69905]: DEBUG nova.scheduler.client.report [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.627186] env[69905]: DEBUG oslo_concurrency.lockutils [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.627590] env[69905]: DEBUG oslo_concurrency.lockutils [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.630019] env[69905]: DEBUG nova.network.neutron [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance_info_cache with network_info: [{"id": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "address": "fa:16:3e:0a:b3:11", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6ba7dd-d0", "ovs_interfaceid": "1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.874948] env[69905]: DEBUG oslo_vmware.api [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414212, 'name': PowerOnVM_Task, 'duration_secs': 0.610176} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.875243] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.875447] env[69905]: INFO nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1127.875622] env[69905]: DEBUG nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.876395] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1383e8-99ab-49d0-b7e8-446128549805 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.894481] env[69905]: DEBUG nova.compute.manager [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.894802] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.895669] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44f5fa-eae4-4825-9ae7-b4a1e2af7b5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.904059] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.904392] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f99f20c-364f-4253-b49d-227395d6d50f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.914651] env[69905]: DEBUG oslo_vmware.api [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1127.914651] env[69905]: value = "task-3414215" [ 1127.914651] env[69905]: _type = "Task" [ 1127.914651] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.928567] env[69905]: DEBUG oslo_vmware.api [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.987644] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.033914] env[69905]: INFO nova.compute.manager [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Took 19.54 seconds to build instance. [ 1128.061839] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Releasing lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.062200] env[69905]: DEBUG nova.compute.manager [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-changed-d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.062389] env[69905]: DEBUG nova.compute.manager [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing instance network info cache due to event network-changed-d331fde1-2163-4e27-9407-9d76659a77e8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.062669] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.062880] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.063095] env[69905]: DEBUG nova.network.neutron [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Refreshing network info cache for port d331fde1-2163-4e27-9407-9d76659a77e8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.114327] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updated VIF entry in instance network info cache for port 7d53bb89-5fc7-40b1-be46-32783beee9ca. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.114717] env[69905]: DEBUG nova.network.neutron [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [{"id": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "address": "fa:16:3e:21:c5:03", "network": {"id": "67b7d964-f1ac-4fc4-a233-f91a101086f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317446305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e41cbbb244734a985bd5e9a421d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d53bb89-5f", "ovs_interfaceid": "7d53bb89-5fc7-40b1-be46-32783beee9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.122766] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.123220] env[69905]: DEBUG nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.126644] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.970s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.128224] env[69905]: INFO nova.compute.claims [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.135359] env[69905]: DEBUG nova.compute.utils [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.136732] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-4458eac3-5f3b-4288-b063-db84582796a0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.137053] env[69905]: DEBUG nova.objects.instance [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lazy-loading 'migration_context' on Instance uuid 4458eac3-5f3b-4288-b063-db84582796a0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.398666] env[69905]: INFO nova.compute.manager [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Took 15.05 seconds to build instance. [ 1128.413600] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "interface-f91a8ee4-0567-48fb-bf80-13863dcd58b9-d331fde1-2163-4e27-9407-9d76659a77e8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.413874] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-f91a8ee4-0567-48fb-bf80-13863dcd58b9-d331fde1-2163-4e27-9407-9d76659a77e8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.426020] env[69905]: DEBUG oslo_vmware.api [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414215, 'name': PowerOffVM_Task, 'duration_secs': 0.307824} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.426711] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.427826] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.427826] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a37852c7-fddc-4f53-8804-a584a65c7b88 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.482356] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b90aa-4bc8-495a-13b8-b1dc40a21368/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1128.483307] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3237738d-3905-46bc-930f-04cf4003b858 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.489747] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b90aa-4bc8-495a-13b8-b1dc40a21368/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1128.489932] env[69905]: ERROR oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b90aa-4bc8-495a-13b8-b1dc40a21368/disk-0.vmdk due to incomplete transfer. [ 1128.493067] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa70744a-a936-4a91-88b1-ee7db316a994 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.494556] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414214, 'name': ReconfigVM_Task, 'duration_secs': 0.755636} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.495163] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 0a0be178-e246-4eb8-8057-d805340183ef/0a0be178-e246-4eb8-8057-d805340183ef.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.496103] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ede7ed67-fc28-4734-bdb2-ae097e9f3bb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.503610] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1128.503610] env[69905]: value = "task-3414217" [ 1128.503610] env[69905]: _type = "Task" [ 1128.503610] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.504779] env[69905]: DEBUG oslo_vmware.rw_handles [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b90aa-4bc8-495a-13b8-b1dc40a21368/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1128.504971] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Uploaded image 28372c45-6386-4cd0-b6a2-23497714ac32 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1128.507497] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1128.511270] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86bff3d0-c44c-4523-9d7b-1769f65b74e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.512685] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.512876] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.513068] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleting the datastore file [datastore2] 2020ccb6-a2d1-41d9-abc0-ca87f17bd356 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.513295] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c63f1cd-7b63-4519-98d6-3f5e5d87ee7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.520765] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414217, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.522777] env[69905]: DEBUG oslo_vmware.api [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1128.522777] env[69905]: value = "task-3414219" [ 1128.522777] env[69905]: _type = "Task" [ 1128.522777] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.523022] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1128.523022] env[69905]: value = "task-3414218" [ 1128.523022] env[69905]: _type = "Task" [ 1128.523022] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.538020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6107afe3-3052-4aff-98b7-9a4245a0e637 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "c86cf210-36bc-425b-9185-230ddadccce9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.051s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.538020] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414218, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.541039] env[69905]: DEBUG oslo_vmware.api [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.617953] env[69905]: DEBUG oslo_concurrency.lockutils [req-098638c8-2332-479a-8b53-66d0d352ea1f req-eabbf577-02ee-439a-80a8-209e54d99e67 service nova] Releasing lock "refresh_cache-48c4c2f6-2fb1-4105-b3f9-a96095526316" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.633753] env[69905]: DEBUG nova.compute.utils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.635539] env[69905]: DEBUG nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.635539] env[69905]: DEBUG nova.network.neutron [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.640562] env[69905]: DEBUG oslo_concurrency.lockutils [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.641424] env[69905]: DEBUG nova.objects.base [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Object Instance<4458eac3-5f3b-4288-b063-db84582796a0> lazy-loaded attributes: info_cache,migration_context {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.642810] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be6200-4c9b-4dea-ad1e-c2243369de22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.667258] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101c072c-67d2-4abe-8d27-63b4e833e052 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.675436] env[69905]: DEBUG oslo_vmware.api [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1128.675436] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52efb18c-04ea-f037-516f-ad820074b615" [ 1128.675436] env[69905]: _type = "Task" [ 1128.675436] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.684427] env[69905]: DEBUG oslo_vmware.api [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52efb18c-04ea-f037-516f-ad820074b615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.714886] env[69905]: DEBUG nova.policy [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d60224fa23e4562afccd1053819a42f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c3009ac0e6e4813990de4405fcb3d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.814474] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "c86cf210-36bc-425b-9185-230ddadccce9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.814770] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "c86cf210-36bc-425b-9185-230ddadccce9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.814981] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "c86cf210-36bc-425b-9185-230ddadccce9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.815184] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "c86cf210-36bc-425b-9185-230ddadccce9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.815352] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "c86cf210-36bc-425b-9185-230ddadccce9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.817568] env[69905]: INFO nova.compute.manager [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Terminating instance [ 1128.838798] env[69905]: DEBUG nova.compute.manager [None req-25342567-7813-433e-80d8-748ccffe0754 tempest-ServerExternalEventsTest-69980875 tempest-ServerExternalEventsTest-69980875-project] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Received event network-changed {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.838798] env[69905]: DEBUG nova.compute.manager [None req-25342567-7813-433e-80d8-748ccffe0754 tempest-ServerExternalEventsTest-69980875 tempest-ServerExternalEventsTest-69980875-project] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Refreshing instance network info cache due to event network-changed. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.838798] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25342567-7813-433e-80d8-748ccffe0754 tempest-ServerExternalEventsTest-69980875 tempest-ServerExternalEventsTest-69980875-project] Acquiring lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.838798] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25342567-7813-433e-80d8-748ccffe0754 tempest-ServerExternalEventsTest-69980875 tempest-ServerExternalEventsTest-69980875-project] Acquired lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.838798] env[69905]: DEBUG nova.network.neutron [None req-25342567-7813-433e-80d8-748ccffe0754 tempest-ServerExternalEventsTest-69980875 tempest-ServerExternalEventsTest-69980875-project] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.901722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e39f4f2d-c4dd-4639-8557-cb052d4d5301 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.569s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.921386] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.921607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.922710] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f393bab9-95b4-45ff-9781-6edbcd270c5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.943366] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.943683] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681255', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'name': 'volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'serial': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.944981] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4704b06-78c1-4d7a-86b0-d38b7f09590c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.948037] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54532977-3d56-45f9-83ce-0714ff1f662a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.951756] env[69905]: DEBUG nova.network.neutron [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updated VIF entry in instance network info cache for port d331fde1-2163-4e27-9407-9d76659a77e8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.952192] env[69905]: DEBUG nova.network.neutron [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d331fde1-2163-4e27-9407-9d76659a77e8", "address": "fa:16:3e:19:5a:50", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331fde1-21", "ovs_interfaceid": "d331fde1-2163-4e27-9407-9d76659a77e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.986362] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Reconfiguring VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1128.988129] env[69905]: DEBUG oslo_concurrency.lockutils [req-c1e6d659-e653-4ca4-82d7-a13e7dcd87e3 req-f91bcdcc-47c5-4b7b-b8b2-e0735db9ce73 service nova] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.988499] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477f5484-f76d-4251-8617-82d6e76ab445 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.001668] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c15fbe8-f3f6-454b-936b-233868de14d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.028195] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64/volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.030387] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a26fd83-5054-497a-94ac-b805f2f7a16a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.043673] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1129.043673] env[69905]: value = "task-3414220" [ 1129.043673] env[69905]: _type = "Task" [ 1129.043673] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.053134] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414217, 'name': Rename_Task, 'duration_secs': 0.319386} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.056900] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.059019] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17608a3-0c56-4b69-b307-ab12bfd3dc4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.060581] env[69905]: DEBUG oslo_vmware.api [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1129.060581] env[69905]: value = "task-3414221" [ 1129.060581] env[69905]: _type = "Task" [ 1129.060581] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.063902] env[69905]: DEBUG oslo_vmware.api [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422259} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.070131] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.070334] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.070543] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.070722] env[69905]: INFO nova.compute.manager [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1129.070979] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.071199] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414218, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.075351] env[69905]: DEBUG nova.compute.manager [-] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.075458] env[69905]: DEBUG nova.network.neutron [-] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.077166] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.077448] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1129.077448] env[69905]: value = "task-3414222" [ 1129.077448] env[69905]: _type = "Task" [ 1129.077448] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.084149] env[69905]: DEBUG oslo_vmware.api [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.090467] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414222, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.140688] env[69905]: DEBUG nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.193046] env[69905]: DEBUG oslo_vmware.api [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52efb18c-04ea-f037-516f-ad820074b615, 'name': SearchDatastore_Task, 'duration_secs': 0.014859} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.193418] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.306715] env[69905]: DEBUG nova.network.neutron [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Successfully created port: a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.327383] env[69905]: DEBUG nova.compute.manager [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.327623] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.329088] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d63f13-ff22-4820-b966-388117cb4852 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.350661] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.351546] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad54736-e4ab-4caf-9f89-96fc8db7dca4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.359459] env[69905]: DEBUG oslo_vmware.api [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1129.359459] env[69905]: value = "task-3414223" [ 1129.359459] env[69905]: _type = "Task" [ 1129.359459] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.371045] env[69905]: DEBUG oslo_vmware.api [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.474493] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68684a68-d41b-4325-96e4-016889b6a1bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.488060] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ceb446-cf4e-4222-b3bc-f73dafe8e0ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.529808] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34bdf0f-f573-4098-9da5-798f52afbbd4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.544574] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d046fbca-16ca-4c55-be3b-da6069d1f4dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.549109] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414218, 'name': Destroy_Task, 'duration_secs': 0.756019} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.549571] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Destroyed the VM [ 1129.549760] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1129.550544] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0417e2f8-e034-4a62-aaf5-0ce1845d933c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.560941] env[69905]: DEBUG nova.compute.provider_tree [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.572528] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1129.572528] env[69905]: value = "task-3414224" [ 1129.572528] env[69905]: _type = "Task" [ 1129.572528] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.588417] env[69905]: DEBUG oslo_vmware.api [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.589180] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.601582] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.607340] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414222, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.634679] env[69905]: DEBUG nova.network.neutron [None req-25342567-7813-433e-80d8-748ccffe0754 tempest-ServerExternalEventsTest-69980875 tempest-ServerExternalEventsTest-69980875-project] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Updating instance_info_cache with network_info: [{"id": "5b80ed3c-8e4a-42dd-888d-265a90974165", "address": "fa:16:3e:33:cd:14", "network": {"id": "9fbc2b87-c86d-46ac-a7f0-15b1d0723725", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b04fe103886b44a6af541b3752a31be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ed3c-8e", "ovs_interfaceid": "5b80ed3c-8e4a-42dd-888d-265a90974165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.737037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.737318] env[69905]: DEBUG oslo_concurrency.lockutils [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.737585] env[69905]: INFO nova.compute.manager [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Attaching volume 01ac5e35-7bc8-4aaa-be5c-61570e73dfa7 to /dev/sdc [ 1129.789872] env[69905]: DEBUG nova.compute.manager [req-1cd215a1-c3ad-422c-879d-5b6021206e48 req-d495e6ef-37e6-43bd-bb21-8cd184b77c1e service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Received event network-vif-deleted-2bc52754-fed6-41dd-87ef-4ed33692ed31 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.790311] env[69905]: INFO nova.compute.manager [req-1cd215a1-c3ad-422c-879d-5b6021206e48 req-d495e6ef-37e6-43bd-bb21-8cd184b77c1e service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Neutron deleted interface 2bc52754-fed6-41dd-87ef-4ed33692ed31; detaching it from the instance and deleting it from the info cache [ 1129.790527] env[69905]: DEBUG nova.network.neutron [req-1cd215a1-c3ad-422c-879d-5b6021206e48 req-d495e6ef-37e6-43bd-bb21-8cd184b77c1e service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.793286] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b691f6b6-142e-4464-a976-44c86322882e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.800906] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e1704-a13d-40df-a512-76dd3e23c6de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.816960] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "70edab79-1e11-4ce1-bc45-82effe123ee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.816960] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.817106] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "70edab79-1e11-4ce1-bc45-82effe123ee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.817362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.817547] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.819415] env[69905]: DEBUG nova.virt.block_device [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updating existing volume attachment record: 304ae884-f828-4e2f-81ab-18fa8bc16512 {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1129.821710] env[69905]: INFO nova.compute.manager [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Terminating instance [ 1129.869592] env[69905]: DEBUG oslo_vmware.api [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414223, 'name': PowerOffVM_Task, 'duration_secs': 0.232249} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.869712] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.869884] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.870275] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-158f7723-980a-44e8-aed5-c00ba0271cb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.967388] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.967615] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.967800] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Deleting the datastore file [datastore2] c86cf210-36bc-425b-9185-230ddadccce9 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.968449] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fa1ed14-b0a6-4d3d-a49a-bc2c4653028e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.975867] env[69905]: DEBUG oslo_vmware.api [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for the task: (returnval){ [ 1129.975867] env[69905]: value = "task-3414226" [ 1129.975867] env[69905]: _type = "Task" [ 1129.975867] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.984068] env[69905]: DEBUG oslo_vmware.api [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.071853] env[69905]: DEBUG nova.scheduler.client.report [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.075771] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.093501] env[69905]: DEBUG oslo_vmware.api [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414221, 'name': ReconfigVM_Task, 'duration_secs': 0.665576} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.093825] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414224, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.098324] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64/volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.104156] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81a8fca-de47-43e4-9f08-bb2a50470575 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.125501] env[69905]: DEBUG oslo_vmware.api [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414222, 'name': PowerOnVM_Task, 'duration_secs': 0.552474} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.127096] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.127338] env[69905]: INFO nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1130.127542] env[69905]: DEBUG nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.127916] env[69905]: DEBUG oslo_vmware.api [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1130.127916] env[69905]: value = "task-3414228" [ 1130.127916] env[69905]: _type = "Task" [ 1130.127916] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.128682] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c853de8-8196-4b1d-8fb4-590677bdcb40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.136824] env[69905]: DEBUG oslo_concurrency.lockutils [None req-25342567-7813-433e-80d8-748ccffe0754 tempest-ServerExternalEventsTest-69980875 tempest-ServerExternalEventsTest-69980875-project] Releasing lock "refresh_cache-70edab79-1e11-4ce1-bc45-82effe123ee9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.144749] env[69905]: DEBUG oslo_vmware.api [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.146371] env[69905]: DEBUG nova.network.neutron [-] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.154418] env[69905]: DEBUG nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.185411] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.185635] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.185804] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.186010] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.186184] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.186337] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.186563] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.186731] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.186911] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.187108] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.187330] env[69905]: DEBUG nova.virt.hardware [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.188268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d01e2e0-f6ec-4f08-b4a3-b4e1bb28f22e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.197851] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5427548e-066e-4a0b-99fb-763055fdb8b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.298036] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7c51cb4-38ff-471f-b5b0-d6105ddd249b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.307834] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e55624-c348-4995-b913-0f7e4775de3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.326835] env[69905]: DEBUG nova.compute.manager [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.327108] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.329205] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff82c6f-95cf-435a-836c-5c62eb9db7ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.347301] env[69905]: DEBUG nova.compute.manager [req-1cd215a1-c3ad-422c-879d-5b6021206e48 req-d495e6ef-37e6-43bd-bb21-8cd184b77c1e service nova] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Detach interface failed, port_id=2bc52754-fed6-41dd-87ef-4ed33692ed31, reason: Instance 2020ccb6-a2d1-41d9-abc0-ca87f17bd356 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.350280] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.350637] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4db90ed4-beb4-4d2b-89c7-b50a36bc5a4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.357959] env[69905]: DEBUG oslo_vmware.api [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1130.357959] env[69905]: value = "task-3414229" [ 1130.357959] env[69905]: _type = "Task" [ 1130.357959] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.367228] env[69905]: DEBUG oslo_vmware.api [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.484987] env[69905]: DEBUG oslo_vmware.api [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Task: {'id': task-3414226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193459} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.485396] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.485474] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.485652] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.485837] env[69905]: INFO nova.compute.manager [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1130.486102] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.486318] env[69905]: DEBUG nova.compute.manager [-] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.486420] env[69905]: DEBUG nova.network.neutron [-] [instance: c86cf210-36bc-425b-9185-230ddadccce9] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.572201] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.577325] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.577862] env[69905]: DEBUG nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.581767] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.388s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.592904] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414224, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565129} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.593793] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.593793] env[69905]: DEBUG nova.compute.manager [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.594372] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85487f4-6a28-4208-a382-4dbc0a25e631 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.643185] env[69905]: DEBUG oslo_vmware.api [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414228, 'name': ReconfigVM_Task, 'duration_secs': 0.152864} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.643882] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681255', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'name': 'volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'serial': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.650670] env[69905]: INFO nova.compute.manager [-] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Took 1.58 seconds to deallocate network for instance. [ 1130.656082] env[69905]: INFO nova.compute.manager [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Took 14.60 seconds to build instance. [ 1130.867635] env[69905]: DEBUG oslo_vmware.api [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414229, 'name': PowerOffVM_Task, 'duration_secs': 0.208407} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.867904] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.868084] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.868333] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73590a5b-e408-421d-bc5a-2f07f96f418a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.939953] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.940567] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.940927] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Deleting the datastore file [datastore2] 70edab79-1e11-4ce1-bc45-82effe123ee9 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.941329] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea565f49-e679-4105-a4d9-b0559822c362 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.952119] env[69905]: DEBUG oslo_vmware.api [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for the task: (returnval){ [ 1130.952119] env[69905]: value = "task-3414231" [ 1130.952119] env[69905]: _type = "Task" [ 1130.952119] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.962483] env[69905]: DEBUG oslo_vmware.api [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.071939] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.094388] env[69905]: DEBUG nova.compute.utils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.095986] env[69905]: DEBUG nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.096164] env[69905]: DEBUG nova.network.neutron [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.110388] env[69905]: INFO nova.compute.manager [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Shelve offloading [ 1131.153918] env[69905]: DEBUG nova.policy [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17b64c0e3ae4c6ebab651e40910a93f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d476f11ac9448f8b4f919bc27df7194', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.161743] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b80d2539-86cc-4f70-9b89-be74981825a7 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "0a0be178-e246-4eb8-8057-d805340183ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.117s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.167257] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.345940] env[69905]: DEBUG nova.network.neutron [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Successfully updated port: a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.403974] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1193ffbb-53f0-46a5-bedb-5987f1f657d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.412350] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfc603-8154-4287-b66c-04bf3e93cf12 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.443593] env[69905]: DEBUG nova.network.neutron [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Successfully created port: e02bd4a2-ce08-4224-a560-6a620d3de7de {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.445968] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ad0164-be82-4348-83d4-7fe5eb8db2f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.453196] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eae00d-509d-4df4-9cb0-48c40412d5b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.468974] env[69905]: DEBUG nova.compute.provider_tree [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.473083] env[69905]: DEBUG oslo_vmware.api [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Task: {'id': task-3414231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351022} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.473556] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.473747] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.473925] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.474106] env[69905]: INFO nova.compute.manager [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1131.474338] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.474522] env[69905]: DEBUG nova.compute.manager [-] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.474618] env[69905]: DEBUG nova.network.neutron [-] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.572581] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.598932] env[69905]: DEBUG nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.616659] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.616659] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ac0cc4-61b4-4245-a249-68549d5db14a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.621505] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1131.621505] env[69905]: value = "task-3414232" [ 1131.621505] env[69905]: _type = "Task" [ 1131.621505] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.631197] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.675980] env[69905]: DEBUG nova.network.neutron [-] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.696504] env[69905]: DEBUG nova.objects.instance [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'flavor' on Instance uuid b1d45472-a29f-444c-9d5c-54d5d0f4b8ea {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.850416] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.851102] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquired lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.851102] env[69905]: DEBUG nova.network.neutron [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.898665] env[69905]: DEBUG nova.compute.manager [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received event network-vif-deleted-3b94ad89-b655-4a80-a062-557f73c83c49 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.898934] env[69905]: DEBUG nova.compute.manager [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Received event network-vif-plugged-a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.899177] env[69905]: DEBUG oslo_concurrency.lockutils [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] Acquiring lock "0333260a-d7e1-4d26-843e-23c1550f38ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.899548] env[69905]: DEBUG oslo_concurrency.lockutils [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.899828] env[69905]: DEBUG oslo_concurrency.lockutils [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.900726] env[69905]: DEBUG nova.compute.manager [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] No waiting events found dispatching network-vif-plugged-a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.900967] env[69905]: WARNING nova.compute.manager [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Received unexpected event network-vif-plugged-a0744f35-137b-41f5-ba49-a706340f933b for instance with vm_state building and task_state spawning. [ 1131.901161] env[69905]: DEBUG nova.compute.manager [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Received event network-vif-deleted-b5cec88d-1edc-4888-b597-146811c58ee0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.901334] env[69905]: DEBUG nova.compute.manager [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Received event network-changed-a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.901490] env[69905]: DEBUG nova.compute.manager [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Refreshing instance network info cache due to event network-changed-a0744f35-137b-41f5-ba49-a706340f933b. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.901660] env[69905]: DEBUG oslo_concurrency.lockutils [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] Acquiring lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.975201] env[69905]: DEBUG nova.scheduler.client.report [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.072021] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.131956] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.132320] env[69905]: DEBUG nova.compute.manager [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.133541] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e256521-b5cb-4bcf-8781-b398f5101614 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.138975] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.139187] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.139372] env[69905]: DEBUG nova.network.neutron [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.179020] env[69905]: INFO nova.compute.manager [-] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Took 1.69 seconds to deallocate network for instance. [ 1132.200870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a4961992-a495-43b5-aa21-776c086b262b tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.379s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.430149] env[69905]: DEBUG nova.network.neutron [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.576592] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.611084] env[69905]: DEBUG nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.640111] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.640111] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.640111] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.640433] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.641098] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.641462] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.642014] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.642494] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.642786] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.643131] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.643411] env[69905]: DEBUG nova.virt.hardware [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.649347] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd10ad7f-2e6a-42cf-a978-2736ac46a887 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.659335] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d3061-44c4-42f0-95f1-37bc319b681c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.686621] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.757127] env[69905]: DEBUG nova.network.neutron [-] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.828110] env[69905]: DEBUG nova.network.neutron [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Updating instance_info_cache with network_info: [{"id": "a0744f35-137b-41f5-ba49-a706340f933b", "address": "fa:16:3e:64:8b:3c", "network": {"id": "d6eca9c5-8b73-4bb9-8047-c396d90100f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1310255697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c3009ac0e6e4813990de4405fcb3d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0744f35-13", "ovs_interfaceid": "a0744f35-137b-41f5-ba49-a706340f933b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.866992] env[69905]: DEBUG nova.compute.manager [req-8542eefb-baff-4b6e-be6c-2d8c814051cb req-691efba9-8df7-4333-9841-b6f445a0a418 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Received event network-vif-plugged-e02bd4a2-ce08-4224-a560-6a620d3de7de {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.866992] env[69905]: DEBUG oslo_concurrency.lockutils [req-8542eefb-baff-4b6e-be6c-2d8c814051cb req-691efba9-8df7-4333-9841-b6f445a0a418 service nova] Acquiring lock "e089a200-0d12-48ff-af8c-edc226d70d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.866992] env[69905]: DEBUG oslo_concurrency.lockutils [req-8542eefb-baff-4b6e-be6c-2d8c814051cb req-691efba9-8df7-4333-9841-b6f445a0a418 service nova] Lock "e089a200-0d12-48ff-af8c-edc226d70d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.866992] env[69905]: DEBUG oslo_concurrency.lockutils [req-8542eefb-baff-4b6e-be6c-2d8c814051cb req-691efba9-8df7-4333-9841-b6f445a0a418 service nova] Lock "e089a200-0d12-48ff-af8c-edc226d70d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.866992] env[69905]: DEBUG nova.compute.manager [req-8542eefb-baff-4b6e-be6c-2d8c814051cb req-691efba9-8df7-4333-9841-b6f445a0a418 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] No waiting events found dispatching network-vif-plugged-e02bd4a2-ce08-4224-a560-6a620d3de7de {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.867139] env[69905]: WARNING nova.compute.manager [req-8542eefb-baff-4b6e-be6c-2d8c814051cb req-691efba9-8df7-4333-9841-b6f445a0a418 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Received unexpected event network-vif-plugged-e02bd4a2-ce08-4224-a560-6a620d3de7de for instance with vm_state building and task_state spawning. [ 1132.956509] env[69905]: DEBUG nova.network.neutron [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Successfully updated port: e02bd4a2-ce08-4224-a560-6a620d3de7de {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.964866] env[69905]: DEBUG nova.network.neutron [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.986625] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.403s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.988309] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.821s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.988536] env[69905]: DEBUG nova.objects.instance [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lazy-loading 'resources' on Instance uuid 2020ccb6-a2d1-41d9-abc0-ca87f17bd356 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.073802] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.081887] env[69905]: DEBUG nova.compute.manager [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1133.259879] env[69905]: INFO nova.compute.manager [-] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Took 1.78 seconds to deallocate network for instance. [ 1133.330870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Releasing lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.331441] env[69905]: DEBUG nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Instance network_info: |[{"id": "a0744f35-137b-41f5-ba49-a706340f933b", "address": "fa:16:3e:64:8b:3c", "network": {"id": "d6eca9c5-8b73-4bb9-8047-c396d90100f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1310255697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c3009ac0e6e4813990de4405fcb3d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0744f35-13", "ovs_interfaceid": "a0744f35-137b-41f5-ba49-a706340f933b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.331654] env[69905]: DEBUG oslo_concurrency.lockutils [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] Acquired lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.331959] env[69905]: DEBUG nova.network.neutron [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Refreshing network info cache for port a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.333771] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:8b:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0744f35-137b-41f5-ba49-a706340f933b', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.342649] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Creating folder: Project (6c3009ac0e6e4813990de4405fcb3d4f). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.343778] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a769c4f8-ccce-40b6-80dd-db8fe418f110 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.354763] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Created folder: Project (6c3009ac0e6e4813990de4405fcb3d4f) in parent group-v680985. [ 1133.354998] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Creating folder: Instances. Parent ref: group-v681257. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.355281] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e54e71-6e0f-4561-aaf6-b0462401f54d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.363797] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Created folder: Instances in parent group-v681257. [ 1133.364083] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.364303] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.364551] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b96228-b37f-4bec-a0ff-34e337124e7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.383476] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.383476] env[69905]: value = "task-3414236" [ 1133.383476] env[69905]: _type = "Task" [ 1133.383476] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.391405] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414236, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.460869] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-e089a200-0d12-48ff-af8c-edc226d70d30" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.461060] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-e089a200-0d12-48ff-af8c-edc226d70d30" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.461397] env[69905]: DEBUG nova.network.neutron [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.468535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.552945] env[69905]: INFO nova.scheduler.client.report [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted allocation for migration c6aae56d-0662-40a1-b7e4-8bf3ff18fe11 [ 1133.581076] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.604961] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.766035] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.784143] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7ee565-4a1b-4506-8e6b-47a0a9f5c0a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.792855] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c2edc5-f8a8-4180-8e4f-1a8b041ba9ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.822763] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a56fa6b-81b9-41ec-a3dc-3c2fcbb77de2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.830794] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a700e62-e129-44bf-9abf-d30d5a9e91b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.847918] env[69905]: DEBUG nova.compute.provider_tree [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.894123] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414236, 'name': CreateVM_Task, 'duration_secs': 0.305439} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.894305] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.895255] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.895425] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.895737] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.895994] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5cca95-9a19-4d53-afe7-9f41c7f25cd4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.900668] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1133.900668] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5290ae1e-b2ec-4672-526e-b5e55793fc55" [ 1133.900668] env[69905]: _type = "Task" [ 1133.900668] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.910555] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5290ae1e-b2ec-4672-526e-b5e55793fc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.923872] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.924726] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f550b4-5050-4a3e-acce-a303fb4dc5c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.931735] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.931989] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e9dd420-12a2-422b-8bfc-3081c8a5c61a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.991574] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.991824] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.991984] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleting the datastore file [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.992582] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba2e986-d0f8-4314-a2c9-433d77233e5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.999248] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1133.999248] env[69905]: value = "task-3414238" [ 1133.999248] env[69905]: _type = "Task" [ 1133.999248] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.009453] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.010671] env[69905]: DEBUG nova.network.neutron [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.060211] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4da177a2-5ad5-43c6-a14c-d7dc530adf96 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.485s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.080650] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.142149] env[69905]: DEBUG nova.network.neutron [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Updated VIF entry in instance network info cache for port a0744f35-137b-41f5-ba49-a706340f933b. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.142514] env[69905]: DEBUG nova.network.neutron [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Updating instance_info_cache with network_info: [{"id": "a0744f35-137b-41f5-ba49-a706340f933b", "address": "fa:16:3e:64:8b:3c", "network": {"id": "d6eca9c5-8b73-4bb9-8047-c396d90100f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1310255697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c3009ac0e6e4813990de4405fcb3d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0744f35-13", "ovs_interfaceid": "a0744f35-137b-41f5-ba49-a706340f933b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.150754] env[69905]: DEBUG nova.network.neutron [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Updating instance_info_cache with network_info: [{"id": "e02bd4a2-ce08-4224-a560-6a620d3de7de", "address": "fa:16:3e:91:87:60", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bd4a2-ce", "ovs_interfaceid": "e02bd4a2-ce08-4224-a560-6a620d3de7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.158211] env[69905]: DEBUG nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Received event network-vif-deleted-5b80ed3c-8e4a-42dd-888d-265a90974165 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.159557] env[69905]: DEBUG nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Received event network-changed-62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.159807] env[69905]: DEBUG nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Refreshing instance network info cache due to event network-changed-62e0796f-cc0c-4513-b11a-03387b0d5ca1. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.160060] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Acquiring lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.160260] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Acquired lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.160431] env[69905]: DEBUG nova.network.neutron [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Refreshing network info cache for port 62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.352890] env[69905]: DEBUG nova.scheduler.client.report [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.375199] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.375448] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681256', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'name': 'volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'serial': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.376406] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff7250-41e2-4d9f-9064-c6c9fe0bdde5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.396759] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b39963d-a34c-4fac-a7f2-a5cbc77e15b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.426207] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7/volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.430492] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4611ac-9c2f-4fe6-be29-18564100c706 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.448867] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5290ae1e-b2ec-4672-526e-b5e55793fc55, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.450093] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.450345] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.450583] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.450743] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.450934] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.451340] env[69905]: DEBUG oslo_vmware.api [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1134.451340] env[69905]: value = "task-3414239" [ 1134.451340] env[69905]: _type = "Task" [ 1134.451340] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.451911] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33772579-837c-4fac-b26d-0f6ca07ddb35 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.462660] env[69905]: DEBUG oslo_vmware.api [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.463745] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.463960] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.464703] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffd4f3a-5e7c-4de9-9d24-d83c50abcdf0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.469926] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1134.469926] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bed1ee-b76a-a7f4-5ff1-167adbd49fe4" [ 1134.469926] env[69905]: _type = "Task" [ 1134.469926] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.478626] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bed1ee-b76a-a7f4-5ff1-167adbd49fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.508320] env[69905]: DEBUG oslo_vmware.api [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131374} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.508685] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.508893] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.509085] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.538190] env[69905]: INFO nova.scheduler.client.report [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleted allocations for instance 7c3e888f-77f1-40b8-979e-3e0ad5536a15 [ 1134.577202] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.647235] env[69905]: DEBUG oslo_concurrency.lockutils [req-56129296-b156-40c3-b690-4dfb22711065 req-57c7c89c-3662-4837-b989-f63213ade6f6 service nova] Releasing lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.655980] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-e089a200-0d12-48ff-af8c-edc226d70d30" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.656315] env[69905]: DEBUG nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Instance network_info: |[{"id": "e02bd4a2-ce08-4224-a560-6a620d3de7de", "address": "fa:16:3e:91:87:60", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bd4a2-ce", "ovs_interfaceid": "e02bd4a2-ce08-4224-a560-6a620d3de7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.656730] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:87:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02bd4a2-ce08-4224-a560-6a620d3de7de', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.664462] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.664680] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.664908] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50ee853d-91f1-4dae-9c99-bb9d1fc20819 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.687675] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.687675] env[69905]: value = "task-3414240" [ 1134.687675] env[69905]: _type = "Task" [ 1134.687675] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.695193] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414240, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.858287] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.860885] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.174s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.861179] env[69905]: DEBUG nova.objects.instance [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lazy-loading 'resources' on Instance uuid c86cf210-36bc-425b-9185-230ddadccce9 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.880805] env[69905]: INFO nova.scheduler.client.report [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted allocations for instance 2020ccb6-a2d1-41d9-abc0-ca87f17bd356 [ 1134.946198] env[69905]: DEBUG nova.compute.manager [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Received event network-changed-e02bd4a2-ce08-4224-a560-6a620d3de7de {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.946198] env[69905]: DEBUG nova.compute.manager [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Refreshing instance network info cache due to event network-changed-e02bd4a2-ce08-4224-a560-6a620d3de7de. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.946198] env[69905]: DEBUG oslo_concurrency.lockutils [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] Acquiring lock "refresh_cache-e089a200-0d12-48ff-af8c-edc226d70d30" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.946307] env[69905]: DEBUG oslo_concurrency.lockutils [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] Acquired lock "refresh_cache-e089a200-0d12-48ff-af8c-edc226d70d30" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.946576] env[69905]: DEBUG nova.network.neutron [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Refreshing network info cache for port e02bd4a2-ce08-4224-a560-6a620d3de7de {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.964059] env[69905]: DEBUG oslo_vmware.api [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414239, 'name': ReconfigVM_Task, 'duration_secs': 0.420397} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.964357] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7/volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.969717] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad02ecd3-ce46-4ae3-bf02-6ec1b8d75b72 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.992647] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bed1ee-b76a-a7f4-5ff1-167adbd49fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.993705] env[69905]: DEBUG oslo_vmware.api [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1134.993705] env[69905]: value = "task-3414241" [ 1134.993705] env[69905]: _type = "Task" [ 1134.993705] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.993946] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7e38ac-9cac-4b33-8b4a-3f83542864c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.999745] env[69905]: DEBUG nova.network.neutron [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Updated VIF entry in instance network info cache for port 62e0796f-cc0c-4513-b11a-03387b0d5ca1. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.000143] env[69905]: DEBUG nova.network.neutron [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Updating instance_info_cache with network_info: [{"id": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "address": "fa:16:3e:d2:b7:6f", "network": {"id": "f196a668-9b06-47fc-a1bd-97b42de3a8ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-863486313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea008fff0354437b956b5e0c4ffd5358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e0796f-cc", "ovs_interfaceid": "62e0796f-cc0c-4513-b11a-03387b0d5ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.004901] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1135.004901] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f88b6b-e16b-4f2c-0693-0a64d2aaa6b6" [ 1135.004901] env[69905]: _type = "Task" [ 1135.004901] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.012265] env[69905]: DEBUG oslo_vmware.api [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.018210] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f88b6b-e16b-4f2c-0693-0a64d2aaa6b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.042686] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.076975] env[69905]: DEBUG oslo_vmware.api [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414220, 'name': ReconfigVM_Task, 'duration_secs': 5.746452} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.077637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.077940] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Reconfigured VM to detach interface {{(pid=69905) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1135.200503] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414240, 'name': CreateVM_Task, 'duration_secs': 0.353165} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.200503] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.200503] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.200503] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.200503] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.200503] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0a7bef-4d8a-40cb-adef-ee2238a7a8b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.205027] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1135.205027] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528ce25e-472f-b297-04a2-af7aa79b5063" [ 1135.205027] env[69905]: _type = "Task" [ 1135.205027] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.212178] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528ce25e-472f-b297-04a2-af7aa79b5063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.291371] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "4458eac3-5f3b-4288-b063-db84582796a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.293946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.293946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "4458eac3-5f3b-4288-b063-db84582796a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.293946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.293946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.295066] env[69905]: INFO nova.compute.manager [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Terminating instance [ 1135.392104] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ec73dbce-8366-4792-84de-1acb577ef2e1 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "2020ccb6-a2d1-41d9-abc0-ca87f17bd356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.508449] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Releasing lock "refresh_cache-0a0be178-e246-4eb8-8057-d805340183ef" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.508748] env[69905]: DEBUG nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received event network-vif-unplugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.508943] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.509157] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.509635] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.509635] env[69905]: DEBUG nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] No waiting events found dispatching network-vif-unplugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.509724] env[69905]: WARNING nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received unexpected event network-vif-unplugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 for instance with vm_state shelved and task_state shelving_offloading. [ 1135.509956] env[69905]: DEBUG nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received event network-changed-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.510170] env[69905]: DEBUG nova.compute.manager [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Refreshing instance network info cache due to event network-changed-5b40cfc0-56c6-45ce-930c-597dd28bbac9. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.511484] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Acquiring lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.511484] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Acquired lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.511484] env[69905]: DEBUG nova.network.neutron [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Refreshing network info cache for port 5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.512136] env[69905]: DEBUG oslo_vmware.api [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414241, 'name': ReconfigVM_Task, 'duration_secs': 0.162162} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.519471] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681256', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'name': 'volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'serial': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.529190] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f88b6b-e16b-4f2c-0693-0a64d2aaa6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018599} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.531897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.533054] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 0333260a-d7e1-4d26-843e-23c1550f38ad/0333260a-d7e1-4d26-843e-23c1550f38ad.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.537016] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c724fa5-9f9c-4c1a-9eb3-c222382664a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.544112] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1135.544112] env[69905]: value = "task-3414242" [ 1135.544112] env[69905]: _type = "Task" [ 1135.544112] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.556351] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.656080] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ebf2b-ca9d-4269-a751-8cb78bb7efc1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.665298] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d3976-db03-491e-82f4-6d517f1e202d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.701224] env[69905]: DEBUG nova.network.neutron [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Updated VIF entry in instance network info cache for port e02bd4a2-ce08-4224-a560-6a620d3de7de. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.701887] env[69905]: DEBUG nova.network.neutron [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Updating instance_info_cache with network_info: [{"id": "e02bd4a2-ce08-4224-a560-6a620d3de7de", "address": "fa:16:3e:91:87:60", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bd4a2-ce", "ovs_interfaceid": "e02bd4a2-ce08-4224-a560-6a620d3de7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.704571] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06bf1c-4c88-4ec3-bce6-2ae1de295a59 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.720593] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f505cb47-5a1f-4d5d-89ce-6572f22055b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.725679] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528ce25e-472f-b297-04a2-af7aa79b5063, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.725990] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.726235] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.726464] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.726609] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.726784] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.727660] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-136aca19-223f-444d-a76e-b17245e2f5f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.737613] env[69905]: DEBUG nova.compute.provider_tree [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.745613] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.745809] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.747094] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9347662b-55b3-4b2e-89d7-7cb4f48e5bcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.752971] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1135.752971] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d72ad7-72a4-e921-d2be-fc3c268a770b" [ 1135.752971] env[69905]: _type = "Task" [ 1135.752971] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.761723] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d72ad7-72a4-e921-d2be-fc3c268a770b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.802341] env[69905]: DEBUG nova.compute.manager [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.802341] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.803277] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ac4f7-1ba7-4ff1-b7d9-dac397a57720 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.811929] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.812236] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef4e627-b3aa-4985-a223-ece5b556e02c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.820858] env[69905]: DEBUG oslo_vmware.api [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1135.820858] env[69905]: value = "task-3414243" [ 1135.820858] env[69905]: _type = "Task" [ 1135.820858] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.830689] env[69905]: DEBUG oslo_vmware.api [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.913043] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.913043] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.059906] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.208255] env[69905]: DEBUG oslo_concurrency.lockutils [req-cc883182-eebc-4d28-9c37-4acb50ad1a8f req-111de401-b5a6-4962-9963-88788d463be5 service nova] Releasing lock "refresh_cache-e089a200-0d12-48ff-af8c-edc226d70d30" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.240924] env[69905]: DEBUG nova.scheduler.client.report [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.244631] env[69905]: DEBUG nova.network.neutron [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updated VIF entry in instance network info cache for port 5b40cfc0-56c6-45ce-930c-597dd28bbac9. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.244968] env[69905]: DEBUG nova.network.neutron [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.264385] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d72ad7-72a4-e921-d2be-fc3c268a770b, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.266082] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720f5f2a-6e18-43f6-8398-df4208d23c88 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.271499] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1136.271499] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5221f17c-909b-b7dc-032b-0d4c8266c0d7" [ 1136.271499] env[69905]: _type = "Task" [ 1136.271499] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.279827] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5221f17c-909b-b7dc-032b-0d4c8266c0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.335362] env[69905]: DEBUG oslo_vmware.api [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414243, 'name': PowerOffVM_Task, 'duration_secs': 0.228585} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.335651] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.335746] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.336034] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e89d1d54-591f-48a4-a63e-ae3200ed563e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.355482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "04b94df6-7808-4813-81c9-f2fa02267c75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.355482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.416023] env[69905]: DEBUG nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.440145] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.440430] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.440667] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleting the datastore file [datastore2] 4458eac3-5f3b-4288-b063-db84582796a0 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.441015] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a606bda8-fe57-4083-8ddc-81aee1dc0db2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.447797] env[69905]: DEBUG oslo_vmware.api [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1136.447797] env[69905]: value = "task-3414245" [ 1136.447797] env[69905]: _type = "Task" [ 1136.447797] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.457036] env[69905]: DEBUG oslo_vmware.api [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.557606] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565662} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.557870] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 0333260a-d7e1-4d26-843e-23c1550f38ad/0333260a-d7e1-4d26-843e-23c1550f38ad.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.558119] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.558342] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-758fa47a-f427-4f58-8e1f-888938690b16 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.565120] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1136.565120] env[69905]: value = "task-3414246" [ 1136.565120] env[69905]: _type = "Task" [ 1136.565120] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.568686] env[69905]: DEBUG nova.objects.instance [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.576244] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.711028] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.711289] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquired lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.711463] env[69905]: DEBUG nova.network.neutron [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.747348] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.749611] env[69905]: DEBUG oslo_concurrency.lockutils [req-105db995-39e4-47a4-9ae8-b0063e08ee29 req-d0a96d5c-db44-4f70-8a9b-7b3a30d97a64 service nova] Releasing lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.750242] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.146s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.768956] env[69905]: INFO nova.scheduler.client.report [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Deleted allocations for instance c86cf210-36bc-425b-9185-230ddadccce9 [ 1136.787624] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5221f17c-909b-b7dc-032b-0d4c8266c0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.788056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.788218] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e089a200-0d12-48ff-af8c-edc226d70d30/e089a200-0d12-48ff-af8c-edc226d70d30.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.788861] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39fad9a5-5363-4f8c-8f88-6b4159f68dfe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.797437] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1136.797437] env[69905]: value = "task-3414247" [ 1136.797437] env[69905]: _type = "Task" [ 1136.797437] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.805302] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.831071] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.831341] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.831550] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.832404] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.832404] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.834075] env[69905]: INFO nova.compute.manager [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Terminating instance [ 1136.857496] env[69905]: DEBUG nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.891670] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.937162] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.959521] env[69905]: DEBUG oslo_vmware.api [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136362} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.959777] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.959963] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.960156] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.960341] env[69905]: INFO nova.compute.manager [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1136.960594] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.960822] env[69905]: DEBUG nova.compute.manager [-] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.960922] env[69905]: DEBUG nova.network.neutron [-] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.077282] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.425248} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.078258] env[69905]: DEBUG oslo_concurrency.lockutils [None req-30bd6573-fa3e-4a69-bac1-6465e8ab1bb6 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.079537] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.080668] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccea56ed-2ccc-4894-b738-e6a55c4761d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.107363] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 0333260a-d7e1-4d26-843e-23c1550f38ad/0333260a-d7e1-4d26-843e-23c1550f38ad.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.108459] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb39e731-7726-4527-ae0d-79da69291c7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.134326] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1137.134326] env[69905]: value = "task-3414248" [ 1137.134326] env[69905]: _type = "Task" [ 1137.134326] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.150562] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.260626] env[69905]: INFO nova.compute.claims [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.280122] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ca838c3a-79f3-47cf-a1f3-419119136e30 tempest-ServersTestMultiNic-1462343324 tempest-ServersTestMultiNic-1462343324-project-member] Lock "c86cf210-36bc-425b-9185-230ddadccce9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.465s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.308327] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50402} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.308863] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e089a200-0d12-48ff-af8c-edc226d70d30/e089a200-0d12-48ff-af8c-edc226d70d30.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.308863] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.309516] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f12201d8-dff6-4660-aa38-6a9b429b095c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.315650] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1137.315650] env[69905]: value = "task-3414249" [ 1137.315650] env[69905]: _type = "Task" [ 1137.315650] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.324842] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.338507] env[69905]: DEBUG nova.compute.manager [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.338753] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.344141] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ac3172-4e77-42d8-911f-08d57f600984 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.356346] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.358834] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51837bad-c9f7-488d-89c7-1b7ac91cefc2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.373374] env[69905]: DEBUG oslo_vmware.api [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1137.373374] env[69905]: value = "task-3414250" [ 1137.373374] env[69905]: _type = "Task" [ 1137.373374] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.392092] env[69905]: DEBUG oslo_vmware.api [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.394670] env[69905]: DEBUG nova.compute.manager [req-01781d11-7ec5-4424-9ad1-14b0b9ed709b req-59f5fc96-7cda-4991-a91f-2e03ed7033e8 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Received event network-vif-deleted-1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.394864] env[69905]: INFO nova.compute.manager [req-01781d11-7ec5-4424-9ad1-14b0b9ed709b req-59f5fc96-7cda-4991-a91f-2e03ed7033e8 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Neutron deleted interface 1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0; detaching it from the instance and deleting it from the info cache [ 1137.395079] env[69905]: DEBUG nova.network.neutron [req-01781d11-7ec5-4424-9ad1-14b0b9ed709b req-59f5fc96-7cda-4991-a91f-2e03ed7033e8 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.399381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.403196] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.403441] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.538527] env[69905]: INFO nova.network.neutron [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Port d331fde1-2163-4e27-9407-9d76659a77e8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1137.539009] env[69905]: DEBUG nova.network.neutron [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [{"id": "675e0501-0f2d-4cce-8319-0db07dce75f6", "address": "fa:16:3e:89:76:dd", "network": {"id": "97a7a80d-6afa-43c4-bddd-824a71a3596d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2032762548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b27cd68670408aa4a0258b0fb2be4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675e0501-0f", "ovs_interfaceid": "675e0501-0f2d-4cce-8319-0db07dce75f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.644170] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414248, 'name': ReconfigVM_Task, 'duration_secs': 0.352515} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.644468] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 0333260a-d7e1-4d26-843e-23c1550f38ad/0333260a-d7e1-4d26-843e-23c1550f38ad.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.645090] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c3c522-8fb0-453b-a92d-ade48780b8b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.650579] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1137.650579] env[69905]: value = "task-3414251" [ 1137.650579] env[69905]: _type = "Task" [ 1137.650579] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.657766] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414251, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.770206] env[69905]: INFO nova.compute.resource_tracker [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating resource usage from migration 36746ba8-9e3a-4550-bc7b-f707fa249f6d [ 1137.825933] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076892} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.828291] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.829382] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e6d6b-5634-4ed8-9c7b-ff0797c85ea6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.850588] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] e089a200-0d12-48ff-af8c-edc226d70d30/e089a200-0d12-48ff-af8c-edc226d70d30.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.853370] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7109092-8361-4cf0-8666-e09f4c153ed1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.869214] env[69905]: DEBUG nova.network.neutron [-] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.878996] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1137.878996] env[69905]: value = "task-3414252" [ 1137.878996] env[69905]: _type = "Task" [ 1137.878996] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.888139] env[69905]: DEBUG oslo_vmware.api [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414250, 'name': PowerOffVM_Task, 'duration_secs': 0.196646} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.888752] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.888867] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.889136] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373e3f13-38a5-4023-aeae-dded6a79e62f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.895672] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.907505] env[69905]: INFO nova.compute.manager [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Detaching volume 1f1c77f8-ac14-45aa-95ff-229c2845047b [ 1137.909380] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-431c057b-c47a-4e22-9d40-5b0de0237005 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.919888] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8270a830-d0c8-45e2-a674-76989a950ed0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.958605] env[69905]: DEBUG nova.compute.manager [req-01781d11-7ec5-4424-9ad1-14b0b9ed709b req-59f5fc96-7cda-4991-a91f-2e03ed7033e8 service nova] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Detach interface failed, port_id=1c6ba7dd-d0b2-4879-b07c-16b4a559bbb0, reason: Instance 4458eac3-5f3b-4288-b063-db84582796a0 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.963256] env[69905]: INFO nova.virt.block_device [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Attempting to driver detach volume 1f1c77f8-ac14-45aa-95ff-229c2845047b from mountpoint /dev/sdb [ 1137.963466] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.963647] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681246', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'name': 'volume-1f1c77f8-ac14-45aa-95ff-229c2845047b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'serial': '1f1c77f8-ac14-45aa-95ff-229c2845047b'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.963960] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.964152] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.964326] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleting the datastore file [datastore2] f91a8ee4-0567-48fb-bf80-13863dcd58b9 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.965052] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0985e562-a09f-428c-b985-4c4061656671 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.967692] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b3829ab-f186-41d1-94d2-ebc15abb237d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.993407] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05f0d3-88d9-469c-ae70-1ec0ce8797df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.996017] env[69905]: DEBUG oslo_vmware.api [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1137.996017] env[69905]: value = "task-3414254" [ 1137.996017] env[69905]: _type = "Task" [ 1137.996017] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.002380] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a3a97-d87f-42bb-9a25-0e6701797f78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.007791] env[69905]: DEBUG oslo_vmware.api [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.035283] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de2554-4e59-4e16-a0d7-5c707e865068 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.050284] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Releasing lock "refresh_cache-f91a8ee4-0567-48fb-bf80-13863dcd58b9" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.052431] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] The volume has not been displaced from its original location: [datastore2] volume-1f1c77f8-ac14-45aa-95ff-229c2845047b/volume-1f1c77f8-ac14-45aa-95ff-229c2845047b.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1138.057547] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.060297] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddfd0216-c59b-4465-8067-f2d88edd5196 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.078800] env[69905]: DEBUG oslo_vmware.api [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1138.078800] env[69905]: value = "task-3414255" [ 1138.078800] env[69905]: _type = "Task" [ 1138.078800] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.089046] env[69905]: DEBUG oslo_vmware.api [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.139819] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca7c64-be0d-4031-8b69-ec17858bcdbd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.147060] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214098ed-2e35-48af-a5e5-2f43c4045c09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.191805] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d26cfd-f294-41d4-abd9-2cdfa62a6f30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.200226] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414251, 'name': Rename_Task, 'duration_secs': 0.143738} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.201199] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.201605] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dc2112b-dccd-4453-b419-724d54f5c1fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.209554] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed5591c-b3ba-4a79-84ed-73886ab1dbad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.218293] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1138.218293] env[69905]: value = "task-3414256" [ 1138.218293] env[69905]: _type = "Task" [ 1138.218293] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.231544] env[69905]: DEBUG nova.compute.provider_tree [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.241022] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414256, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.372743] env[69905]: INFO nova.compute.manager [-] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Took 1.41 seconds to deallocate network for instance. [ 1138.393365] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414252, 'name': ReconfigVM_Task, 'duration_secs': 0.358532} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.393821] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Reconfigured VM instance instance-00000064 to attach disk [datastore2] e089a200-0d12-48ff-af8c-edc226d70d30/e089a200-0d12-48ff-af8c-edc226d70d30.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.394393] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d13514b-eb42-43f1-9b0d-69fb42547342 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.401069] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1138.401069] env[69905]: value = "task-3414257" [ 1138.401069] env[69905]: _type = "Task" [ 1138.401069] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.409977] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414257, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.506010] env[69905]: DEBUG oslo_vmware.api [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241209} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.506756] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.506959] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.507155] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.507331] env[69905]: INFO nova.compute.manager [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1138.508651] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.508879] env[69905]: DEBUG nova.compute.manager [-] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.508981] env[69905]: DEBUG nova.network.neutron [-] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.559842] env[69905]: DEBUG oslo_concurrency.lockutils [None req-067466dd-381a-4412-99ae-3390027c2f97 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "interface-f91a8ee4-0567-48fb-bf80-13863dcd58b9-d331fde1-2163-4e27-9407-9d76659a77e8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.146s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.590637] env[69905]: DEBUG oslo_vmware.api [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414255, 'name': ReconfigVM_Task, 'duration_secs': 0.301197} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.591016] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.596849] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d4417f2-a580-4537-ab58-43bb95ec96ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.621139] env[69905]: DEBUG oslo_vmware.api [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1138.621139] env[69905]: value = "task-3414258" [ 1138.621139] env[69905]: _type = "Task" [ 1138.621139] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.632829] env[69905]: DEBUG oslo_vmware.api [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.730624] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414256, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.734906] env[69905]: DEBUG nova.scheduler.client.report [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.880971] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.913887] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414257, 'name': Rename_Task, 'duration_secs': 0.389169} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.914197] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.914501] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f85e9f-40f5-4503-bf3a-9e0215bc0419 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.920365] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1138.920365] env[69905]: value = "task-3414259" [ 1138.920365] env[69905]: _type = "Task" [ 1138.920365] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.928715] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.131726] env[69905]: DEBUG oslo_vmware.api [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414258, 'name': ReconfigVM_Task, 'duration_secs': 0.199551} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.132077] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681246', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'name': 'volume-1f1c77f8-ac14-45aa-95ff-229c2845047b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '1f1c77f8-ac14-45aa-95ff-229c2845047b', 'serial': '1f1c77f8-ac14-45aa-95ff-229c2845047b'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.229172] env[69905]: DEBUG oslo_vmware.api [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414256, 'name': PowerOnVM_Task, 'duration_secs': 0.749526} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.229428] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.229635] env[69905]: INFO nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1139.229812] env[69905]: DEBUG nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.230583] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919cabd3-1245-4ed7-8926-d157ebfbee19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.240680] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.490s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.240877] env[69905]: INFO nova.compute.manager [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Migrating [ 1139.246730] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.481s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.247010] env[69905]: DEBUG nova.objects.instance [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lazy-loading 'resources' on Instance uuid 70edab79-1e11-4ce1-bc45-82effe123ee9 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.431423] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.654115] env[69905]: DEBUG nova.compute.manager [req-8df8b358-6d9b-4bce-81d1-4e19f1ef74db req-34e55ed1-9966-4112-99da-800a9f995e2a service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Received event network-vif-deleted-675e0501-0f2d-4cce-8319-0db07dce75f6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.654322] env[69905]: INFO nova.compute.manager [req-8df8b358-6d9b-4bce-81d1-4e19f1ef74db req-34e55ed1-9966-4112-99da-800a9f995e2a service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Neutron deleted interface 675e0501-0f2d-4cce-8319-0db07dce75f6; detaching it from the instance and deleting it from the info cache [ 1139.654488] env[69905]: DEBUG nova.network.neutron [req-8df8b358-6d9b-4bce-81d1-4e19f1ef74db req-34e55ed1-9966-4112-99da-800a9f995e2a service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.686052] env[69905]: DEBUG nova.objects.instance [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.748871] env[69905]: INFO nova.compute.manager [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Took 14.05 seconds to build instance. [ 1139.757248] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.757614] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.760038] env[69905]: DEBUG nova.network.neutron [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.935601] env[69905]: DEBUG oslo_vmware.api [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414259, 'name': PowerOnVM_Task, 'duration_secs': 0.513133} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.935969] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.936365] env[69905]: INFO nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1139.936653] env[69905]: DEBUG nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.937568] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06d5e93-18a1-4d81-a928-e75b58a0f30e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.035454] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a91095-0932-4759-871b-6cb8d324abe5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.043893] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807ece8-bf11-4670-9036-541730e2f511 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.075291] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4644465a-60b0-4b55-ac39-4144cc3b0462 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.086019] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c77ca7e-b927-4772-883c-057853520a61 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.835276] env[69905]: DEBUG nova.network.neutron [-] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.840374] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d8f90ed4-e17c-4884-b1c0-3a5772147839 tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.148s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.847117] env[69905]: DEBUG nova.compute.manager [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Received event network-changed-a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.847294] env[69905]: DEBUG nova.compute.manager [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Refreshing instance network info cache due to event network-changed-a0744f35-137b-41f5-ba49-a706340f933b. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.847486] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] Acquiring lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.847637] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] Acquired lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.847793] env[69905]: DEBUG nova.network.neutron [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Refreshing network info cache for port a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.853365] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e489bec-466d-4315-b5cf-e10b3bfd1de9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.857056] env[69905]: INFO nova.compute.manager [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Took 13.72 seconds to build instance. [ 1140.868754] env[69905]: DEBUG nova.compute.provider_tree [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.874922] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33a687f-fe9a-4048-a069-8f092d2f13d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.911495] env[69905]: DEBUG nova.compute.manager [req-8df8b358-6d9b-4bce-81d1-4e19f1ef74db req-34e55ed1-9966-4112-99da-800a9f995e2a service nova] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Detach interface failed, port_id=675e0501-0f2d-4cce-8319-0db07dce75f6, reason: Instance f91a8ee4-0567-48fb-bf80-13863dcd58b9 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.914802] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6afb08-4499-4c3c-a395-96d6e2346f8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.922666] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3ea3a-1b1e-4b32-bc9c-c77db8648576 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Suspending the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1140.922666] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85272e28-7252-488d-97d5-e586047c3915 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.928201] env[69905]: DEBUG oslo_vmware.api [None req-33a3ea3a-1b1e-4b32-bc9c-c77db8648576 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1140.928201] env[69905]: value = "task-3414260" [ 1140.928201] env[69905]: _type = "Task" [ 1140.928201] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.936079] env[69905]: DEBUG oslo_vmware.api [None req-33a3ea3a-1b1e-4b32-bc9c-c77db8648576 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414260, 'name': SuspendVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.245802] env[69905]: DEBUG nova.network.neutron [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [{"id": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "address": "fa:16:3e:20:20:eb", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94a99b3-ab", "ovs_interfaceid": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.351322] env[69905]: INFO nova.compute.manager [-] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Took 2.84 seconds to deallocate network for instance. [ 1141.353578] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.361895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9e0ed588-14dc-4196-a999-735cfd92c4c9 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.958s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.363327] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.010s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.373901] env[69905]: DEBUG oslo_concurrency.lockutils [None req-de06fa40-2fef-463e-b693-b5a0fe119e3a tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "e089a200-0d12-48ff-af8c-edc226d70d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.245s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.374354] env[69905]: DEBUG nova.scheduler.client.report [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.439028] env[69905]: DEBUG oslo_vmware.api [None req-33a3ea3a-1b1e-4b32-bc9c-c77db8648576 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414260, 'name': SuspendVM_Task} progress is 50%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.594862] env[69905]: DEBUG nova.network.neutron [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Updated VIF entry in instance network info cache for port a0744f35-137b-41f5-ba49-a706340f933b. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.595309] env[69905]: DEBUG nova.network.neutron [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Updating instance_info_cache with network_info: [{"id": "a0744f35-137b-41f5-ba49-a706340f933b", "address": "fa:16:3e:64:8b:3c", "network": {"id": "d6eca9c5-8b73-4bb9-8047-c396d90100f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1310255697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c3009ac0e6e4813990de4405fcb3d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0744f35-13", "ovs_interfaceid": "a0744f35-137b-41f5-ba49-a706340f933b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.748774] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.864840] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.867762] env[69905]: INFO nova.compute.manager [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Detaching volume 01ac5e35-7bc8-4aaa-be5c-61570e73dfa7 [ 1141.881056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.634s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.884872] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.842s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.885175] env[69905]: DEBUG nova.objects.instance [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lazy-loading 'resources' on Instance uuid 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.908427] env[69905]: INFO nova.virt.block_device [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Attempting to driver detach volume 01ac5e35-7bc8-4aaa-be5c-61570e73dfa7 from mountpoint /dev/sdc [ 1141.908666] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.908854] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681256', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'name': 'volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'serial': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.909758] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a744bafe-1db4-4444-8d05-aaf2bfcbbbca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.913434] env[69905]: INFO nova.scheduler.client.report [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Deleted allocations for instance 70edab79-1e11-4ce1-bc45-82effe123ee9 [ 1141.936541] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da675e-1e53-4c43-a672-3a9970bcffe0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.944175] env[69905]: DEBUG oslo_vmware.api [None req-33a3ea3a-1b1e-4b32-bc9c-c77db8648576 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414260, 'name': SuspendVM_Task, 'duration_secs': 0.707954} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.946020] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3ea3a-1b1e-4b32-bc9c-c77db8648576 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Suspended the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1141.946222] env[69905]: DEBUG nova.compute.manager [None req-33a3ea3a-1b1e-4b32-bc9c-c77db8648576 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.947414] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fac2c04-e3fe-4af2-9586-b11a8787c26e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.950208] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62053eb-d487-4e77-b501-420b9aa9f43c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.973754] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d2e3bf-0fd4-4d21-874d-554ba7ba0ece {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.990404] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] The volume has not been displaced from its original location: [datastore1] volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7/volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.995837] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfiguring VM instance instance-00000057 to detach disk 2002 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.996806] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a31659f-942f-412f-92be-10ff7104e26a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.015948] env[69905]: DEBUG oslo_vmware.api [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1142.015948] env[69905]: value = "task-3414261" [ 1142.015948] env[69905]: _type = "Task" [ 1142.015948] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.023944] env[69905]: DEBUG oslo_vmware.api [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.098283] env[69905]: DEBUG oslo_concurrency.lockutils [req-a3b10648-19ce-4f92-a72b-4634e0d9ec87 req-3dc1428f-36e6-44d2-b508-cddcd8d5e9f3 service nova] Releasing lock "refresh_cache-0333260a-d7e1-4d26-843e-23c1550f38ad" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.390433] env[69905]: DEBUG nova.objects.instance [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lazy-loading 'numa_topology' on Instance uuid 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.407258] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.407706] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.437325] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d35bcba7-c4c6-416e-a758-60472eb6e9e9 tempest-ServerExternalEventsTest-814884197 tempest-ServerExternalEventsTest-814884197-project-member] Lock "70edab79-1e11-4ce1-bc45-82effe123ee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.620s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.526035] env[69905]: DEBUG oslo_vmware.api [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414261, 'name': ReconfigVM_Task, 'duration_secs': 0.256375} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.526324] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Reconfigured VM instance instance-00000057 to detach disk 2002 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.531099] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0ff0ca-7321-44a5-bc76-5e949afa80b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.546894] env[69905]: DEBUG oslo_vmware.api [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1142.546894] env[69905]: value = "task-3414262" [ 1142.546894] env[69905]: _type = "Task" [ 1142.546894] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.555163] env[69905]: DEBUG oslo_vmware.api [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.696259] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "bee63516-922e-4ae8-80c5-83df49c2dd2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.696514] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.760947] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "e089a200-0d12-48ff-af8c-edc226d70d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.761217] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "e089a200-0d12-48ff-af8c-edc226d70d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.761943] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "e089a200-0d12-48ff-af8c-edc226d70d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.761943] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "e089a200-0d12-48ff-af8c-edc226d70d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.761943] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "e089a200-0d12-48ff-af8c-edc226d70d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.763750] env[69905]: INFO nova.compute.manager [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Terminating instance [ 1142.894044] env[69905]: DEBUG nova.objects.base [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Object Instance<7c3e888f-77f1-40b8-979e-3e0ad5536a15> lazy-loaded attributes: resources,numa_topology {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.913333] env[69905]: DEBUG nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.059204] env[69905]: DEBUG oslo_vmware.api [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414262, 'name': ReconfigVM_Task, 'duration_secs': 0.140872} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.061728] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681256', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'name': 'volume-01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d', 'attached_at': '', 'detached_at': '', 'volume_id': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7', 'serial': '01ac5e35-7bc8-4aaa-be5c-61570e73dfa7'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1143.076225] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "7e9538ac-2eff-454d-88f8-67a3a052f2da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.076460] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.157655] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63303f1e-5a67-488f-89be-5b972946b93d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.164886] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e335a4-5935-452f-982b-bc00963d941c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.193744] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744194c-b7f2-44dc-ab62-7b6d42788fbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.200453] env[69905]: DEBUG nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.205149] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9282ab-4742-4e5d-8c24-14d7182caf18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.219286] env[69905]: DEBUG nova.compute.provider_tree [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.267054] env[69905]: DEBUG nova.compute.manager [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.267353] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.270293] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a81b83-0a71-4c77-b1e7-b16b05427dd6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.273379] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6faadc1-17b2-4ecb-8db5-8d2b61b2f16a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.293630] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.298893] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.299374] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1533c58d-d137-44cc-8632-b6877396de25 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.360033] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.360298] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.360919] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleting the datastore file [datastore2] e089a200-0d12-48ff-af8c-edc226d70d30 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.360919] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5ddc08c-a882-40f9-9096-443b9af5497e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.369770] env[69905]: DEBUG oslo_vmware.api [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1143.369770] env[69905]: value = "task-3414264" [ 1143.369770] env[69905]: _type = "Task" [ 1143.369770] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.379083] env[69905]: DEBUG oslo_vmware.api [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.438116] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.580509] env[69905]: DEBUG nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.606295] env[69905]: DEBUG nova.objects.instance [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'flavor' on Instance uuid ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.722971] env[69905]: DEBUG nova.scheduler.client.report [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.726751] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.801824] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.802159] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bdf6bf9-de5a-4a14-b60f-b406599485b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.810111] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1143.810111] env[69905]: value = "task-3414265" [ 1143.810111] env[69905]: _type = "Task" [ 1143.810111] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.817960] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.879472] env[69905]: DEBUG oslo_vmware.api [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162344} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.879736] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.880090] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.880245] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.880507] env[69905]: INFO nova.compute.manager [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1143.880788] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.881016] env[69905]: DEBUG nova.compute.manager [-] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.881136] env[69905]: DEBUG nova.network.neutron [-] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.106613] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.228217] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.233749] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.296s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.235655] env[69905]: INFO nova.compute.claims [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.265793] env[69905]: DEBUG nova.compute.manager [req-365b14ce-a1bb-4256-9838-7bfe0ab03b65 req-5226c8b0-b08b-4ded-a02e-2cffd9e9e145 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Received event network-vif-deleted-e02bd4a2-ce08-4224-a560-6a620d3de7de {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.266056] env[69905]: INFO nova.compute.manager [req-365b14ce-a1bb-4256-9838-7bfe0ab03b65 req-5226c8b0-b08b-4ded-a02e-2cffd9e9e145 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Neutron deleted interface e02bd4a2-ce08-4224-a560-6a620d3de7de; detaching it from the instance and deleting it from the info cache [ 1144.267312] env[69905]: DEBUG nova.network.neutron [req-365b14ce-a1bb-4256-9838-7bfe0ab03b65 req-5226c8b0-b08b-4ded-a02e-2cffd9e9e145 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.319752] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414265, 'name': PowerOffVM_Task, 'duration_secs': 0.209786} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.320099] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.320326] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.615307] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cce6a025-9b71-4d7e-863b-afcb4b1755b1 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.747020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1959cc2a-eaf6-421c-bcda-f7d1013e43be tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.579s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.747020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.853s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.747020] env[69905]: INFO nova.compute.manager [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Unshelving [ 1144.747020] env[69905]: DEBUG nova.network.neutron [-] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.770364] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9932546-4e1a-43ae-9ce7-d19850a50ea5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.783095] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983f722-3bf9-40cb-a134-1f83e913947f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.822602] env[69905]: DEBUG nova.compute.manager [req-365b14ce-a1bb-4256-9838-7bfe0ab03b65 req-5226c8b0-b08b-4ded-a02e-2cffd9e9e145 service nova] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Detach interface failed, port_id=e02bd4a2-ce08-4224-a560-6a620d3de7de, reason: Instance e089a200-0d12-48ff-af8c-edc226d70d30 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.826895] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.827208] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.827507] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.827683] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.827834] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.828030] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.828298] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.829106] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.829505] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.829693] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.829919] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.835109] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8089676-e3b9-4b88-b289-5cf6cc13201e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.853084] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1144.853084] env[69905]: value = "task-3414266" [ 1144.853084] env[69905]: _type = "Task" [ 1144.853084] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.866029] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.189368] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.189735] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.189848] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.190025] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.190196] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.192983] env[69905]: INFO nova.compute.manager [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Terminating instance [ 1145.252037] env[69905]: INFO nova.compute.manager [-] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Took 1.37 seconds to deallocate network for instance. [ 1145.365339] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414266, 'name': ReconfigVM_Task, 'duration_secs': 0.492206} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.367658] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.569718] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa48c8d5-0a97-49db-953e-d4c2a2fcc3ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.577908] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b57c1ae-9903-4cb2-9515-f57aae590304 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.606777] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26d0d8-b860-4567-ad7e-819474e5bc1b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.613878] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86974322-e922-4dd0-a78c-3acbcd91790c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.626687] env[69905]: DEBUG nova.compute.provider_tree [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.697042] env[69905]: DEBUG nova.compute.manager [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.697129] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.698027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d62807b-db3f-4e9d-b2e2-555d467b0bfe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.706076] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.706334] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878167fd-ae7b-49c2-9953-0946efe3ff1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.713181] env[69905]: DEBUG oslo_vmware.api [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1145.713181] env[69905]: value = "task-3414267" [ 1145.713181] env[69905]: _type = "Task" [ 1145.713181] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.722203] env[69905]: DEBUG oslo_vmware.api [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.763752] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.770047] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.874613] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.874896] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.875075] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.875263] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.875409] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.875550] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.875765] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.875927] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.876197] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.876409] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.876605] env[69905]: DEBUG nova.virt.hardware [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.882691] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.882848] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7671d2fc-2ba1-4922-b2d4-ed20b4642a72 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.906348] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1145.906348] env[69905]: value = "task-3414268" [ 1145.906348] env[69905]: _type = "Task" [ 1145.906348] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.919078] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.032505] env[69905]: DEBUG oslo_concurrency.lockutils [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.032744] env[69905]: DEBUG oslo_concurrency.lockutils [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.131142] env[69905]: DEBUG nova.scheduler.client.report [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.225642] env[69905]: DEBUG oslo_vmware.api [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414267, 'name': PowerOffVM_Task, 'duration_secs': 0.190459} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.225642] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.225895] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.226653] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0466c14d-39b4-4d8c-839d-2cd80d8339bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.292751] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.292985] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.293427] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Deleting the datastore file [datastore1] ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.294078] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02970f8b-4d1e-4e50-897f-aeabd9c2602e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.304562] env[69905]: DEBUG oslo_vmware.api [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for the task: (returnval){ [ 1146.304562] env[69905]: value = "task-3414270" [ 1146.304562] env[69905]: _type = "Task" [ 1146.304562] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.312773] env[69905]: DEBUG oslo_vmware.api [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.416784] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414268, 'name': ReconfigVM_Task, 'duration_secs': 0.198871} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.417200] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.418170] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5457a5e3-6d3d-48ce-abdf-4ba45f3eff38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.452410] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.452827] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce5b2041-3c11-4bd6-a305-f3801afae8c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.471754] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1146.471754] env[69905]: value = "task-3414271" [ 1146.471754] env[69905]: _type = "Task" [ 1146.471754] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.481338] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.537616] env[69905]: DEBUG nova.compute.utils [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.640339] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.640339] env[69905]: DEBUG nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.647324] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.248s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.649780] env[69905]: INFO nova.compute.claims [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.654212] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "2dbb23fb-1273-425e-88f5-184186240e16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.654212] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "2dbb23fb-1273-425e-88f5-184186240e16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.816600] env[69905]: DEBUG oslo_vmware.api [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Task: {'id': task-3414270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182746} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.816896] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.817074] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.817269] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.817445] env[69905]: INFO nova.compute.manager [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1146.817694] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.817901] env[69905]: DEBUG nova.compute.manager [-] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.817999] env[69905]: DEBUG nova.network.neutron [-] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.983239] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414271, 'name': ReconfigVM_Task, 'duration_secs': 0.45847} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.983800] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.984275] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.042762] env[69905]: DEBUG oslo_concurrency.lockutils [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.151491] env[69905]: DEBUG nova.compute.utils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.153117] env[69905]: DEBUG nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.153318] env[69905]: DEBUG nova.network.neutron [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.164470] env[69905]: DEBUG nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.203523] env[69905]: DEBUG nova.policy [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1ae583e394f433a87b312061ec438ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75413e409a844bc974086be33102249', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.456645] env[69905]: DEBUG nova.compute.manager [req-f2a59c6b-5951-4e53-a15d-e280a2d86553 req-638a9a32-e681-4588-abfd-a15591da3aa8 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Received event network-vif-deleted-58a6c85b-6505-46c3-b025-1768fa5730cf {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.456924] env[69905]: INFO nova.compute.manager [req-f2a59c6b-5951-4e53-a15d-e280a2d86553 req-638a9a32-e681-4588-abfd-a15591da3aa8 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Neutron deleted interface 58a6c85b-6505-46c3-b025-1768fa5730cf; detaching it from the instance and deleting it from the info cache [ 1147.461020] env[69905]: DEBUG nova.network.neutron [req-f2a59c6b-5951-4e53-a15d-e280a2d86553 req-638a9a32-e681-4588-abfd-a15591da3aa8 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.492400] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac8dc0-1d33-4265-b610-dc65bc91c1ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.524236] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ff8b9-4e5f-47c1-b1ef-c9287a69bc7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.547217] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.600334] env[69905]: DEBUG nova.network.neutron [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Successfully created port: 6eb7e3df-212d-4bba-ba76-6142ed85b51d {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.657756] env[69905]: DEBUG nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.693668] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.823900] env[69905]: DEBUG nova.network.neutron [-] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.960249] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-371a459c-b017-4dcf-8a37-79e3c7c30051 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.976680] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853b96d5-9c84-4134-add0-187fb1d07f02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.014251] env[69905]: DEBUG nova.compute.manager [req-f2a59c6b-5951-4e53-a15d-e280a2d86553 req-638a9a32-e681-4588-abfd-a15591da3aa8 service nova] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Detach interface failed, port_id=58a6c85b-6505-46c3-b025-1768fa5730cf, reason: Instance ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.040201] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92564f-512d-4010-b49e-6f358e52883a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.047014] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b61e4f-917b-41e7-8f76-25a27a2d2296 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.080058] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c68b3a-47c5-44f3-8ea4-d7d54f8b753a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.089719] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498dbec3-204f-45f5-ac70-49665f72d0f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.103654] env[69905]: DEBUG nova.compute.provider_tree [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.139900] env[69905]: DEBUG oslo_concurrency.lockutils [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.140049] env[69905]: DEBUG oslo_concurrency.lockutils [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.140284] env[69905]: INFO nova.compute.manager [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Attaching volume 63c1e527-71c8-4395-b5ee-0554820467eb to /dev/sdb [ 1148.173060] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca893b6-f940-43ff-be42-f917b1b10395 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.180557] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be3f13-cec4-4226-a4a4-62c13ad5634c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.197694] env[69905]: DEBUG nova.virt.block_device [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Updating existing volume attachment record: 4ee8f836-db8f-4d72-8aef-3792fa95d1e6 {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.329447] env[69905]: INFO nova.compute.manager [-] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Took 1.51 seconds to deallocate network for instance. [ 1148.609820] env[69905]: DEBUG nova.scheduler.client.report [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.676974] env[69905]: DEBUG nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.706161] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.706490] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.706716] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.706943] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.707143] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.707326] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.707710] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.707776] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.707962] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.708175] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.708386] env[69905]: DEBUG nova.virt.hardware [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.709769] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db67f4e-ee9c-484a-8a38-5d5a41c36ab6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.719710] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a99cbc5-984a-4cac-aee6-3f00b5f82eba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.835458] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.078136] env[69905]: DEBUG nova.compute.manager [req-960b0def-7791-4507-ae3d-80b1ac18dae7 req-9eadc7ca-afd8-4cd6-8550-e130889a5001 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Received event network-vif-plugged-6eb7e3df-212d-4bba-ba76-6142ed85b51d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.078360] env[69905]: DEBUG oslo_concurrency.lockutils [req-960b0def-7791-4507-ae3d-80b1ac18dae7 req-9eadc7ca-afd8-4cd6-8550-e130889a5001 service nova] Acquiring lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.078571] env[69905]: DEBUG oslo_concurrency.lockutils [req-960b0def-7791-4507-ae3d-80b1ac18dae7 req-9eadc7ca-afd8-4cd6-8550-e130889a5001 service nova] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.078838] env[69905]: DEBUG oslo_concurrency.lockutils [req-960b0def-7791-4507-ae3d-80b1ac18dae7 req-9eadc7ca-afd8-4cd6-8550-e130889a5001 service nova] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.079036] env[69905]: DEBUG nova.compute.manager [req-960b0def-7791-4507-ae3d-80b1ac18dae7 req-9eadc7ca-afd8-4cd6-8550-e130889a5001 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] No waiting events found dispatching network-vif-plugged-6eb7e3df-212d-4bba-ba76-6142ed85b51d {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.079207] env[69905]: WARNING nova.compute.manager [req-960b0def-7791-4507-ae3d-80b1ac18dae7 req-9eadc7ca-afd8-4cd6-8550-e130889a5001 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Received unexpected event network-vif-plugged-6eb7e3df-212d-4bba-ba76-6142ed85b51d for instance with vm_state building and task_state spawning. [ 1149.115722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.116178] env[69905]: DEBUG nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.119082] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.238s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.119288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.121307] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.257s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.121514] env[69905]: DEBUG nova.objects.instance [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'resources' on Instance uuid f91a8ee4-0567-48fb-bf80-13863dcd58b9 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.142910] env[69905]: INFO nova.scheduler.client.report [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted allocations for instance 4458eac3-5f3b-4288-b063-db84582796a0 [ 1149.163398] env[69905]: DEBUG nova.network.neutron [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Successfully updated port: 6eb7e3df-212d-4bba-ba76-6142ed85b51d {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.226857] env[69905]: DEBUG nova.network.neutron [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Port f94a99b3-abc7-4058-8dc7-44842dcff12a binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.626030] env[69905]: DEBUG nova.compute.utils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.629507] env[69905]: DEBUG nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.629688] env[69905]: DEBUG nova.network.neutron [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.652683] env[69905]: DEBUG oslo_concurrency.lockutils [None req-68d708d4-0c67-4e77-a02c-6655f00e6dfa tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "4458eac3-5f3b-4288-b063-db84582796a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.361s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.666164] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.667284] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.667284] env[69905]: DEBUG nova.network.neutron [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.683210] env[69905]: DEBUG nova.policy [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd532b60737ed4971ac598484d1642585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1047d56971f42cb8786ad664cd640ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.900566] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e063d69a-ddc0-4a37-bcd6-746c86fb0b26 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.908562] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e7e32-d80e-48ed-bb55-063144f7ec85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.939475] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2fafd8-6135-46c2-b727-406896a549d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.948881] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371aa1d9-63a5-42ff-acf2-42d40be4dd00 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.963046] env[69905]: DEBUG nova.compute.provider_tree [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.069010] env[69905]: DEBUG nova.network.neutron [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Successfully created port: eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.130323] env[69905]: DEBUG nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.198255] env[69905]: DEBUG nova.network.neutron [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.253402] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.253644] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.253924] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.353236] env[69905]: DEBUG nova.network.neutron [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance_info_cache with network_info: [{"id": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "address": "fa:16:3e:22:ab:96", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb7e3df-21", "ovs_interfaceid": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.466039] env[69905]: DEBUG nova.scheduler.client.report [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.857025] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.857303] env[69905]: DEBUG nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Instance network_info: |[{"id": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "address": "fa:16:3e:22:ab:96", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb7e3df-21", "ovs_interfaceid": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.857602] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ab:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb7e3df-212d-4bba-ba76-6142ed85b51d', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.865313] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.865525] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.865746] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff7c3e1-fe31-4562-8123-43ae8e2f2f91 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.885116] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.885116] env[69905]: value = "task-3414274" [ 1150.885116] env[69905]: _type = "Task" [ 1150.885116] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.892515] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414274, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.973205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.976695] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.538s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.977547] env[69905]: INFO nova.compute.claims [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.000029] env[69905]: INFO nova.scheduler.client.report [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted allocations for instance f91a8ee4-0567-48fb-bf80-13863dcd58b9 [ 1151.105529] env[69905]: DEBUG nova.compute.manager [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Received event network-changed-6eb7e3df-212d-4bba-ba76-6142ed85b51d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.105729] env[69905]: DEBUG nova.compute.manager [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Refreshing instance network info cache due to event network-changed-6eb7e3df-212d-4bba-ba76-6142ed85b51d. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.106386] env[69905]: DEBUG oslo_concurrency.lockutils [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] Acquiring lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.106601] env[69905]: DEBUG oslo_concurrency.lockutils [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] Acquired lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.106777] env[69905]: DEBUG nova.network.neutron [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Refreshing network info cache for port 6eb7e3df-212d-4bba-ba76-6142ed85b51d {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.141641] env[69905]: DEBUG nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.168695] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.168992] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.169179] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.169364] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.169505] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.169666] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.169894] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.170204] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.170524] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.170768] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.170959] env[69905]: DEBUG nova.virt.hardware [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.172085] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebebe64-ba84-4847-9d60-650ffca74fbb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.179854] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17206ae4-cfcc-4f41-9c12-61cd71b938fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.291921] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.292161] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.292341] env[69905]: DEBUG nova.network.neutron [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.395900] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414274, 'name': CreateVM_Task, 'duration_secs': 0.296541} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.396088] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.396782] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.396946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.397283] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.397563] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91e2290-df1f-4dad-979c-cd371033ed22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.402427] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1151.402427] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5271326c-1b2d-c8d6-8db8-26edbdb7551a" [ 1151.402427] env[69905]: _type = "Task" [ 1151.402427] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.409687] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5271326c-1b2d-c8d6-8db8-26edbdb7551a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.508023] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fd4d8cc2-bc13-4b52-852d-ccb8245eceba tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "f91a8ee4-0567-48fb-bf80-13863dcd58b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.676s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.595109] env[69905]: DEBUG nova.network.neutron [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Successfully updated port: eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.776857] env[69905]: DEBUG nova.network.neutron [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updated VIF entry in instance network info cache for port 6eb7e3df-212d-4bba-ba76-6142ed85b51d. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.777238] env[69905]: DEBUG nova.network.neutron [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance_info_cache with network_info: [{"id": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "address": "fa:16:3e:22:ab:96", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb7e3df-21", "ovs_interfaceid": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.912683] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5271326c-1b2d-c8d6-8db8-26edbdb7551a, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.912999] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.913254] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.913487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.913637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.913815] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.914097] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37cbd653-c211-4758-b44b-c42a7b9e5f36 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.922164] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.922335] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.923064] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5106d318-31e8-4073-9a6b-4dffd58afd2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.928550] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1151.928550] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c2ab23-b5eb-6e8a-7e08-5d5b3a8da739" [ 1151.928550] env[69905]: _type = "Task" [ 1151.928550] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.939829] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c2ab23-b5eb-6e8a-7e08-5d5b3a8da739, 'name': SearchDatastore_Task, 'duration_secs': 0.008658} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.940800] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405c86bf-f035-4f31-81f8-134a28a05ac1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.946067] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1151.946067] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52440c51-fd9f-a14f-f138-0b50bbdfabaa" [ 1151.946067] env[69905]: _type = "Task" [ 1151.946067] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.954291] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52440c51-fd9f-a14f-f138-0b50bbdfabaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.047397] env[69905]: DEBUG nova.network.neutron [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [{"id": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "address": "fa:16:3e:20:20:eb", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94a99b3-ab", "ovs_interfaceid": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.102208] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "refresh_cache-04b94df6-7808-4813-81c9-f2fa02267c75" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.102208] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "refresh_cache-04b94df6-7808-4813-81c9-f2fa02267c75" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.102208] env[69905]: DEBUG nova.network.neutron [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.247143] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8412a91f-d650-437b-98b9-541ad17ba06b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.255018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7140cc-80e0-49a8-a5cc-749f4bcde581 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.285319] env[69905]: DEBUG oslo_concurrency.lockutils [req-5bce9af6-3e4d-428a-9747-a12a98c1f845 req-2e620688-875c-4566-8495-6b73178bd4b9 service nova] Releasing lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.286388] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b0a92a-ccc2-4485-8228-cebd602d51b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.294070] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc84186-38e0-4ac2-9096-d9e10477ad92 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.307170] env[69905]: DEBUG nova.compute.provider_tree [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.456339] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52440c51-fd9f-a14f-f138-0b50bbdfabaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.456617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.456884] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 25c68684-c353-4d5d-be5c-3483e67a2bbf/25c68684-c353-4d5d-be5c-3483e67a2bbf.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.457140] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99cce369-28fd-416f-9729-d8f091a61da5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.463533] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1152.463533] env[69905]: value = "task-3414275" [ 1152.463533] env[69905]: _type = "Task" [ 1152.463533] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.470761] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.539502] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "33126ccb-e199-46e9-be6b-054e6786c1bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.539785] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.540009] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.540203] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.540372] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.542816] env[69905]: INFO nova.compute.manager [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Terminating instance [ 1152.548688] env[69905]: DEBUG oslo_concurrency.lockutils [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.634921] env[69905]: DEBUG nova.network.neutron [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.751835] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.752136] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681261', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'name': 'volume-63c1e527-71c8-4395-b5ee-0554820467eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c4fbd5-71ae-453e-b77c-2e46492a6140', 'attached_at': '', 'detached_at': '', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'serial': '63c1e527-71c8-4395-b5ee-0554820467eb'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.753256] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a390d69e-ab0d-4a72-a435-d8b9290e1caf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.777030] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a89d2b4-24be-4e16-913a-f75ca34e4633 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.802777] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-63c1e527-71c8-4395-b5ee-0554820467eb/volume-63c1e527-71c8-4395-b5ee-0554820467eb.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.803536] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee09d145-8baf-4073-a91a-1b1a79c25b08 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.826127] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1152.826127] env[69905]: value = "task-3414276" [ 1152.826127] env[69905]: _type = "Task" [ 1152.826127] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.834554] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.850016] env[69905]: ERROR nova.scheduler.client.report [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [req-81ee9661-dc35-4e9e-ac13-47b91795e26a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81ee9661-dc35-4e9e-ac13-47b91795e26a"}]} [ 1152.880610] env[69905]: DEBUG nova.scheduler.client.report [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1152.895644] env[69905]: DEBUG nova.network.neutron [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Updating instance_info_cache with network_info: [{"id": "eeea98b4-2f0f-4589-8ce6-4ab3b709fe17", "address": "fa:16:3e:f9:37:3a", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeea98b4-2f", "ovs_interfaceid": "eeea98b4-2f0f-4589-8ce6-4ab3b709fe17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.902025] env[69905]: DEBUG nova.scheduler.client.report [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1152.903577] env[69905]: DEBUG nova.compute.provider_tree [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.916535] env[69905]: DEBUG nova.scheduler.client.report [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1152.937589] env[69905]: DEBUG nova.scheduler.client.report [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1152.973325] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501961} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.975966] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 25c68684-c353-4d5d-be5c-3483e67a2bbf/25c68684-c353-4d5d-be5c-3483e67a2bbf.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.976205] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.976649] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cd9b83e-d3c6-4d4a-970c-667324e6b499 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.984185] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1152.984185] env[69905]: value = "task-3414277" [ 1152.984185] env[69905]: _type = "Task" [ 1152.984185] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.997529] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.046720] env[69905]: DEBUG nova.compute.manager [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.048027] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.048338] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61af0ae-2acb-434d-bd28-805b7ac8edb2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.058735] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b942b8-f375-4143-afe3-79c2902ee4b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.063530] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.064086] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea3da06-cadc-4a03-9830-7670040f0228 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.069727] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4409bae3-3a4c-4e9c-bf24-29f4c74fc5ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.075295] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1153.075295] env[69905]: value = "task-3414278" [ 1153.075295] env[69905]: _type = "Task" [ 1153.075295] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.087982] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.135274] env[69905]: DEBUG nova.compute.manager [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Received event network-vif-plugged-eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.135488] env[69905]: DEBUG oslo_concurrency.lockutils [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] Acquiring lock "04b94df6-7808-4813-81c9-f2fa02267c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.135692] env[69905]: DEBUG oslo_concurrency.lockutils [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] Lock "04b94df6-7808-4813-81c9-f2fa02267c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.135853] env[69905]: DEBUG oslo_concurrency.lockutils [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] Lock "04b94df6-7808-4813-81c9-f2fa02267c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.136125] env[69905]: DEBUG nova.compute.manager [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] No waiting events found dispatching network-vif-plugged-eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.136220] env[69905]: WARNING nova.compute.manager [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Received unexpected event network-vif-plugged-eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 for instance with vm_state building and task_state spawning. [ 1153.136434] env[69905]: DEBUG nova.compute.manager [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Received event network-changed-eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.136594] env[69905]: DEBUG nova.compute.manager [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Refreshing instance network info cache due to event network-changed-eeea98b4-2f0f-4589-8ce6-4ab3b709fe17. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.136759] env[69905]: DEBUG oslo_concurrency.lockutils [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] Acquiring lock "refresh_cache-04b94df6-7808-4813-81c9-f2fa02267c75" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.175010] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.175511] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.176042] env[69905]: INFO nova.compute.manager [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Rebooting instance [ 1153.235210] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5ab9fd-29be-4e85-8cd1-e9ec4984b059 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.243035] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c951f-cb17-4208-a38b-f6ffdb16faa4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.274325] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdd60ec-d75f-4eea-9e4a-4a3a232393af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.281382] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36ef1e0-d4ef-4089-a551-b39444202051 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.294022] env[69905]: DEBUG nova.compute.provider_tree [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.335550] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414276, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.400470] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "refresh_cache-04b94df6-7808-4813-81c9-f2fa02267c75" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.400913] env[69905]: DEBUG nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Instance network_info: |[{"id": "eeea98b4-2f0f-4589-8ce6-4ab3b709fe17", "address": "fa:16:3e:f9:37:3a", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeea98b4-2f", "ovs_interfaceid": "eeea98b4-2f0f-4589-8ce6-4ab3b709fe17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.401268] env[69905]: DEBUG oslo_concurrency.lockutils [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] Acquired lock "refresh_cache-04b94df6-7808-4813-81c9-f2fa02267c75" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.401479] env[69905]: DEBUG nova.network.neutron [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Refreshing network info cache for port eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.402978] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:37:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeea98b4-2f0f-4589-8ce6-4ab3b709fe17', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.412895] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.415935] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.416389] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3693f33a-70df-4a15-bf17-57ab16a717e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.436167] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.436167] env[69905]: value = "task-3414279" [ 1153.436167] env[69905]: _type = "Task" [ 1153.436167] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.444875] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414279, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.492800] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06656} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.493137] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.493896] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08fdf3d-029d-439a-9a0a-14e82d730e83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.518551] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 25c68684-c353-4d5d-be5c-3483e67a2bbf/25c68684-c353-4d5d-be5c-3483e67a2bbf.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.520995] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f8c64d-b27e-483e-ab54-6edf2505387d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.541710] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1153.541710] env[69905]: value = "task-3414280" [ 1153.541710] env[69905]: _type = "Task" [ 1153.541710] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.549418] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.584426] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.692273] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.692456] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.692647] env[69905]: DEBUG nova.network.neutron [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.798875] env[69905]: DEBUG nova.scheduler.client.report [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.836994] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414276, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.927096] env[69905]: DEBUG nova.network.neutron [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Updated VIF entry in instance network info cache for port eeea98b4-2f0f-4589-8ce6-4ab3b709fe17. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.927472] env[69905]: DEBUG nova.network.neutron [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Updating instance_info_cache with network_info: [{"id": "eeea98b4-2f0f-4589-8ce6-4ab3b709fe17", "address": "fa:16:3e:f9:37:3a", "network": {"id": "c51868b4-382a-4c47-95c2-0fa19fa410d8", "bridge": "br-int", "label": "tempest-ServersTestJSON-287826140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1047d56971f42cb8786ad664cd640ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeea98b4-2f", "ovs_interfaceid": "eeea98b4-2f0f-4589-8ce6-4ab3b709fe17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.946817] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414279, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.051489] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.084892] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.187384] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bd046c-2993-48ff-b143-71583992ee86 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.211945] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b4082-18eb-4279-94e4-64dac94e7ee3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.219999] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.304159] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.328s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.306811] env[69905]: DEBUG nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.307766] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.581s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.309014] env[69905]: INFO nova.compute.claims [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.342885] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414276, 'name': ReconfigVM_Task, 'duration_secs': 1.411422} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.343231] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-63c1e527-71c8-4395-b5ee-0554820467eb/volume-63c1e527-71c8-4395-b5ee-0554820467eb.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.350645] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6218aec2-1924-48c4-8705-10731f7412cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.371211] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1154.371211] env[69905]: value = "task-3414281" [ 1154.371211] env[69905]: _type = "Task" [ 1154.371211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.383133] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.430018] env[69905]: DEBUG oslo_concurrency.lockutils [req-e96e903f-a3ed-41f8-b722-8fd771a367bf req-0b5c8f58-3208-4661-92aa-e48d7bf92fc2 service nova] Releasing lock "refresh_cache-04b94df6-7808-4813-81c9-f2fa02267c75" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.450151] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414279, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.552178] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414280, 'name': ReconfigVM_Task, 'duration_secs': 0.915065} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.552467] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 25c68684-c353-4d5d-be5c-3483e67a2bbf/25c68684-c353-4d5d-be5c-3483e67a2bbf.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.553188] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb0458c1-2ff1-4c32-882f-113f8ba245a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.559064] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1154.559064] env[69905]: value = "task-3414282" [ 1154.559064] env[69905]: _type = "Task" [ 1154.559064] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.567221] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414282, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.572180] env[69905]: DEBUG nova.network.neutron [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.583964] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414278, 'name': PowerOffVM_Task, 'duration_secs': 1.206318} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.584739] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.584915] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.585166] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed669ed8-2e91-42d8-a2ea-5a5dc1caa25c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.643943] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.644189] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.644400] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleting the datastore file [datastore1] 33126ccb-e199-46e9-be6b-054e6786c1bd {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.644666] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff74055f-cac5-4423-b20d-542cbc344ade {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.651499] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for the task: (returnval){ [ 1154.651499] env[69905]: value = "task-3414284" [ 1154.651499] env[69905]: _type = "Task" [ 1154.651499] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.659183] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.726745] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.727077] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6af24f8f-52d8-4c12-9241-848ee8acd275 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.734374] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1154.734374] env[69905]: value = "task-3414285" [ 1154.734374] env[69905]: _type = "Task" [ 1154.734374] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.742408] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.819123] env[69905]: DEBUG nova.compute.utils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.820366] env[69905]: DEBUG nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.821188] env[69905]: DEBUG nova.network.neutron [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.868241] env[69905]: DEBUG nova.policy [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45f45216ba1840d48df057368e92f888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5e8353277845fea92b6a01b94c6ff7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.880854] env[69905]: DEBUG oslo_vmware.api [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414281, 'name': ReconfigVM_Task, 'duration_secs': 0.21757} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.881190] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681261', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'name': 'volume-63c1e527-71c8-4395-b5ee-0554820467eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c4fbd5-71ae-453e-b77c-2e46492a6140', 'attached_at': '', 'detached_at': '', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'serial': '63c1e527-71c8-4395-b5ee-0554820467eb'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.949988] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414279, 'name': CreateVM_Task, 'duration_secs': 1.018499} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.950271] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.951131] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.951131] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.951439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.951836] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b095d72-a496-4df6-ab23-09eb27db66ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.956929] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1154.956929] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e9a781-6f33-0bdb-23f7-b319485bfbc2" [ 1154.956929] env[69905]: _type = "Task" [ 1154.956929] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.965604] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e9a781-6f33-0bdb-23f7-b319485bfbc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.069107] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414282, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.075160] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.162117] env[69905]: DEBUG oslo_vmware.api [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Task: {'id': task-3414284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141033} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.162370] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.162547] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.162725] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.162882] env[69905]: INFO nova.compute.manager [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1155.163126] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.163309] env[69905]: DEBUG nova.compute.manager [-] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.163398] env[69905]: DEBUG nova.network.neutron [-] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.231125] env[69905]: DEBUG nova.network.neutron [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Successfully created port: 9dc57ce3-7519-4e10-af26-043368309cd8 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.243493] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.327132] env[69905]: DEBUG nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.439220] env[69905]: DEBUG nova.compute.manager [req-66a91578-9e6a-46f9-8a63-250de2ea2483 req-822741d1-4551-4ae8-84c3-024e3dfe6e45 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Received event network-vif-deleted-1f3c0120-a25c-4f42-8262-212c94e86418 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.439388] env[69905]: INFO nova.compute.manager [req-66a91578-9e6a-46f9-8a63-250de2ea2483 req-822741d1-4551-4ae8-84c3-024e3dfe6e45 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Neutron deleted interface 1f3c0120-a25c-4f42-8262-212c94e86418; detaching it from the instance and deleting it from the info cache [ 1155.439558] env[69905]: DEBUG nova.network.neutron [req-66a91578-9e6a-46f9-8a63-250de2ea2483 req-822741d1-4551-4ae8-84c3-024e3dfe6e45 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.467217] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e9a781-6f33-0bdb-23f7-b319485bfbc2, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.469836] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.470096] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.470331] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.470479] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.470658] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.471134] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b42c5fa-4c5f-4d49-9b5b-bbc58dc7265e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.479783] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.479969] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.483214] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3285ff-3a13-4302-8050-32ff2f2d8536 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.489113] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1155.489113] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52288c91-d1f9-1f6a-bac0-0a09c9c89dce" [ 1155.489113] env[69905]: _type = "Task" [ 1155.489113] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.497446] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52288c91-d1f9-1f6a-bac0-0a09c9c89dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.573545] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414282, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.583890] env[69905]: DEBUG nova.compute.manager [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.585189] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa3d28-9293-4072-ba44-d5066d88c818 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.658014] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558e07e-4259-4f2e-9bc2-55f77b9f278a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.664976] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ccf08b-08f9-4e3d-915e-d5bad608c93b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.695336] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbac9839-04a2-4300-a5c3-704ec320b9b4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.703541] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ea5ca-a137-46f1-ae8a-f179f0121920 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.718780] env[69905]: DEBUG nova.compute.provider_tree [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.743414] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.921570] env[69905]: DEBUG nova.network.neutron [-] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.939888] env[69905]: DEBUG nova.objects.instance [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'flavor' on Instance uuid 21c4fbd5-71ae-453e-b77c-2e46492a6140 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.942314] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b46cefc9-b99d-4ae3-9ce7-f9c8c7957299 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.954026] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c170269-abc3-4d37-ab09-22de9cfa7e47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.987559] env[69905]: DEBUG nova.compute.manager [req-66a91578-9e6a-46f9-8a63-250de2ea2483 req-822741d1-4551-4ae8-84c3-024e3dfe6e45 service nova] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Detach interface failed, port_id=1f3c0120-a25c-4f42-8262-212c94e86418, reason: Instance 33126ccb-e199-46e9-be6b-054e6786c1bd could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.998146] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52288c91-d1f9-1f6a-bac0-0a09c9c89dce, 'name': SearchDatastore_Task, 'duration_secs': 0.012046} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.998866] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a621f127-997d-4cd2-a121-176f04525db8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.005515] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1156.005515] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d9fee-0269-fb1f-2a16-ce79d9be6ca1" [ 1156.005515] env[69905]: _type = "Task" [ 1156.005515] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.011583] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d9fee-0269-fb1f-2a16-ce79d9be6ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.070454] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414282, 'name': Rename_Task, 'duration_secs': 1.01666} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.070871] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.071024] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e2c0c6-46a8-4667-932b-5acc1a7f3c26 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.078225] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1156.078225] env[69905]: value = "task-3414286" [ 1156.078225] env[69905]: _type = "Task" [ 1156.078225] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.086379] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.222529] env[69905]: DEBUG nova.scheduler.client.report [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.250704] env[69905]: DEBUG oslo_vmware.api [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414285, 'name': PowerOnVM_Task, 'duration_secs': 1.062097} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.251037] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.251229] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-621ef370-7b75-4084-8a6a-0922affa1021 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.336136] env[69905]: DEBUG nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.364901] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.365205] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.365379] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.365578] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.365765] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.366023] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.366332] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.366575] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.366784] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.366977] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.367220] env[69905]: DEBUG nova.virt.hardware [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.368178] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9e72e-3caf-4135-bd70-1fad436d404b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.376575] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbfd395-b265-4c35-95f3-9cff8f4caa5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.424508] env[69905]: INFO nova.compute.manager [-] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Took 1.26 seconds to deallocate network for instance. [ 1156.445034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-61cc0376-dda2-4575-b6af-7613bc3cab43 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.305s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.514550] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527d9fee-0269-fb1f-2a16-ce79d9be6ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.016309} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.514754] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.515021] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 04b94df6-7808-4813-81c9-f2fa02267c75/04b94df6-7808-4813-81c9-f2fa02267c75.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.515270] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c1a407-5470-468f-9055-5e93dd1a6fad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.521760] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1156.521760] env[69905]: value = "task-3414287" [ 1156.521760] env[69905]: _type = "Task" [ 1156.521760] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.529133] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.589503] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.603607] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35dd83b-c806-4fb9-a1bd-c92615cca408 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.613335] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Doing hard reboot of VM {{(pid=69905) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1156.613335] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-06f6392b-cfd7-44fc-b862-240ee63c74f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.621389] env[69905]: DEBUG oslo_vmware.api [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1156.621389] env[69905]: value = "task-3414288" [ 1156.621389] env[69905]: _type = "Task" [ 1156.621389] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.630475] env[69905]: DEBUG oslo_vmware.api [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414288, 'name': ResetVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.728020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.728583] env[69905]: DEBUG nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.731562] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.625s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.733177] env[69905]: INFO nova.compute.claims [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.746314] env[69905]: DEBUG oslo_concurrency.lockutils [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.747428] env[69905]: DEBUG oslo_concurrency.lockutils [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.898420] env[69905]: DEBUG nova.compute.manager [req-0ac00054-60ab-43dd-a1e5-64264323cdf0 req-7068c66d-4219-4f5e-939c-6bb8cecd528d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Received event network-vif-plugged-9dc57ce3-7519-4e10-af26-043368309cd8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.898655] env[69905]: DEBUG oslo_concurrency.lockutils [req-0ac00054-60ab-43dd-a1e5-64264323cdf0 req-7068c66d-4219-4f5e-939c-6bb8cecd528d service nova] Acquiring lock "95ffc933-947a-40be-ba77-6bfd6456ae0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.898888] env[69905]: DEBUG oslo_concurrency.lockutils [req-0ac00054-60ab-43dd-a1e5-64264323cdf0 req-7068c66d-4219-4f5e-939c-6bb8cecd528d service nova] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.899179] env[69905]: DEBUG oslo_concurrency.lockutils [req-0ac00054-60ab-43dd-a1e5-64264323cdf0 req-7068c66d-4219-4f5e-939c-6bb8cecd528d service nova] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.899369] env[69905]: DEBUG nova.compute.manager [req-0ac00054-60ab-43dd-a1e5-64264323cdf0 req-7068c66d-4219-4f5e-939c-6bb8cecd528d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] No waiting events found dispatching network-vif-plugged-9dc57ce3-7519-4e10-af26-043368309cd8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.899601] env[69905]: WARNING nova.compute.manager [req-0ac00054-60ab-43dd-a1e5-64264323cdf0 req-7068c66d-4219-4f5e-939c-6bb8cecd528d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Received unexpected event network-vif-plugged-9dc57ce3-7519-4e10-af26-043368309cd8 for instance with vm_state building and task_state spawning. [ 1156.931033] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.026651] env[69905]: DEBUG nova.network.neutron [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Successfully updated port: 9dc57ce3-7519-4e10-af26-043368309cd8 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.033769] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414287, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.088092] env[69905]: DEBUG oslo_vmware.api [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414286, 'name': PowerOnVM_Task, 'duration_secs': 0.555933} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.088370] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.088568] env[69905]: INFO nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1157.088773] env[69905]: DEBUG nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.089539] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9499ca7d-2fdf-4e66-b9ea-d05a07f789dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.134559] env[69905]: DEBUG oslo_vmware.api [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414288, 'name': ResetVM_Task, 'duration_secs': 0.089656} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.135415] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Did hard reboot of VM {{(pid=69905) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1157.135415] env[69905]: DEBUG nova.compute.manager [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.136320] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac13ae5d-11e7-4b53-96a0-312dc0e0c0f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.238213] env[69905]: DEBUG nova.compute.utils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.243284] env[69905]: DEBUG nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.243470] env[69905]: DEBUG nova.network.neutron [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.250526] env[69905]: INFO nova.compute.manager [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Detaching volume 63c1e527-71c8-4395-b5ee-0554820467eb [ 1157.282681] env[69905]: INFO nova.virt.block_device [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Attempting to driver detach volume 63c1e527-71c8-4395-b5ee-0554820467eb from mountpoint /dev/sdb [ 1157.282681] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.282859] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681261', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'name': 'volume-63c1e527-71c8-4395-b5ee-0554820467eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c4fbd5-71ae-453e-b77c-2e46492a6140', 'attached_at': '', 'detached_at': '', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'serial': '63c1e527-71c8-4395-b5ee-0554820467eb'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.283742] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb61b75-3c90-4d29-8d29-1f51d0edabc9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.305825] env[69905]: DEBUG nova.policy [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45f45216ba1840d48df057368e92f888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5e8353277845fea92b6a01b94c6ff7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.309755] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7095ef-34df-4a25-b6fd-dfb310491601 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.318272] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3aa69d-d774-4f6d-910b-1f7298c5eb96 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.341098] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86715e7e-20a1-45ed-a954-fdafaf74cac5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.356194] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] The volume has not been displaced from its original location: [datastore2] volume-63c1e527-71c8-4395-b5ee-0554820467eb/volume-63c1e527-71c8-4395-b5ee-0554820467eb.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.361435] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.361768] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4ce436-a0be-44ca-a06f-cd09c1099a58 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.379159] env[69905]: DEBUG oslo_vmware.api [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1157.379159] env[69905]: value = "task-3414289" [ 1157.379159] env[69905]: _type = "Task" [ 1157.379159] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.387979] env[69905]: DEBUG oslo_vmware.api [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.532480] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.532629] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.532784] env[69905]: DEBUG nova.network.neutron [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.533901] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528018} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.534174] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 04b94df6-7808-4813-81c9-f2fa02267c75/04b94df6-7808-4813-81c9-f2fa02267c75.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.534419] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.534689] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b5be13-d3f8-4125-bccd-198a98f4cf3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.542114] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1157.542114] env[69905]: value = "task-3414290" [ 1157.542114] env[69905]: _type = "Task" [ 1157.542114] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.551489] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.606861] env[69905]: INFO nova.compute.manager [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Took 20.68 seconds to build instance. [ 1157.608484] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.608601] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.648124] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e276a8f3-ca09-4710-a01c-2ac0a0e2dc52 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.472s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.651074] env[69905]: DEBUG nova.network.neutron [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Successfully created port: 6f452c6e-1200-4a82-b3fb-538d44995216 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.743917] env[69905]: DEBUG nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.891202] env[69905]: DEBUG oslo_vmware.api [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414289, 'name': ReconfigVM_Task, 'duration_secs': 0.372055} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.892813] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.900014] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3921b900-8ab8-4b4b-8de4-40e946244490 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.916339] env[69905]: DEBUG oslo_vmware.api [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1157.916339] env[69905]: value = "task-3414291" [ 1157.916339] env[69905]: _type = "Task" [ 1157.916339] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.930118] env[69905]: DEBUG oslo_vmware.api [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414291, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.052715] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074273} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.053170] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.054355] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e58bfbf-64af-4d6a-b2d0-6e9676e255b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.060469] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363872a0-67e1-4f3b-84a5-b382efdb8a54 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.081147] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 04b94df6-7808-4813-81c9-f2fa02267c75/04b94df6-7808-4813-81c9-f2fa02267c75.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.082131] env[69905]: DEBUG nova.network.neutron [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.084475] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2635dc2b-7218-4d69-879d-933f745d5bb4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.102256] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c974896-ca91-47d8-a3a1-f14986336975 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.106668] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1158.106668] env[69905]: value = "task-3414292" [ 1158.106668] env[69905]: _type = "Task" [ 1158.106668] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.107393] env[69905]: DEBUG oslo_concurrency.lockutils [None req-2168d755-07f3-4d4e-ab62-f56f110550c4 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.195s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.135061] env[69905]: INFO nova.compute.manager [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Detaching volume 13f7f2fd-97ea-4673-8435-bd28bc1a147a [ 1158.140899] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40db1e26-15f3-4471-b1dc-1fe1904626be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.149227] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.155399] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace134a2-e279-4059-89a0-446be73ff637 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.168667] env[69905]: DEBUG nova.compute.provider_tree [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.191921] env[69905]: INFO nova.virt.block_device [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Attempting to driver detach volume 13f7f2fd-97ea-4673-8435-bd28bc1a147a from mountpoint /dev/sdb [ 1158.192202] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.192396] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681237', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'name': 'volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c4c2f6-2fb1-4105-b3f9-a96095526316', 'attached_at': '', 'detached_at': '', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'serial': '13f7f2fd-97ea-4673-8435-bd28bc1a147a'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.193262] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a3ba4c-32ee-4fbc-ad50-6d72d56893b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.222309] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffeb529-9702-4f6d-9374-de2b0f166ed9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.230317] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f31bc19-b7e8-49e9-a9d7-3b4f4bb24f33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.250953] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d7a4e-20f2-4d09-acaa-b3d0b186f8c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.274560] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] The volume has not been displaced from its original location: [datastore2] volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a/volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.277488] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.280404] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a37e7e-8e7f-49c4-be58-24404dd8a6b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.298090] env[69905]: DEBUG nova.network.neutron [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Updating instance_info_cache with network_info: [{"id": "9dc57ce3-7519-4e10-af26-043368309cd8", "address": "fa:16:3e:b5:e5:0b", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc57ce3-75", "ovs_interfaceid": "9dc57ce3-7519-4e10-af26-043368309cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.299562] env[69905]: DEBUG oslo_vmware.api [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1158.299562] env[69905]: value = "task-3414293" [ 1158.299562] env[69905]: _type = "Task" [ 1158.299562] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.309505] env[69905]: DEBUG oslo_vmware.api [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.371254] env[69905]: DEBUG nova.network.neutron [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Port f94a99b3-abc7-4058-8dc7-44842dcff12a binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1158.371254] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.371254] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.371254] env[69905]: DEBUG nova.network.neutron [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.427316] env[69905]: DEBUG oslo_vmware.api [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414291, 'name': ReconfigVM_Task, 'duration_secs': 0.180458} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.427657] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681261', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'name': 'volume-63c1e527-71c8-4395-b5ee-0554820467eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c4fbd5-71ae-453e-b77c-2e46492a6140', 'attached_at': '', 'detached_at': '', 'volume_id': '63c1e527-71c8-4395-b5ee-0554820467eb', 'serial': '63c1e527-71c8-4395-b5ee-0554820467eb'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.617557] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414292, 'name': ReconfigVM_Task, 'duration_secs': 0.507203} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.618104] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 04b94df6-7808-4813-81c9-f2fa02267c75/04b94df6-7808-4813-81c9-f2fa02267c75.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.618510] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dff5e4cb-897f-4199-a4e5-8e6122dea656 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.625594] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1158.625594] env[69905]: value = "task-3414294" [ 1158.625594] env[69905]: _type = "Task" [ 1158.625594] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.639496] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414294, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.672342] env[69905]: DEBUG nova.scheduler.client.report [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.761124] env[69905]: DEBUG nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.788645] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.788888] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.789082] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.789280] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.789437] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.789596] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.789855] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.789978] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.790184] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.790365] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.790561] env[69905]: DEBUG nova.virt.hardware [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.791486] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7ef8d-95f5-47b1-96e1-4f6072d25e6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.799518] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c83850-cef7-4080-8d6e-761fa154d045 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.803912] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.804250] env[69905]: DEBUG nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Instance network_info: |[{"id": "9dc57ce3-7519-4e10-af26-043368309cd8", "address": "fa:16:3e:b5:e5:0b", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc57ce3-75", "ovs_interfaceid": "9dc57ce3-7519-4e10-af26-043368309cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.804739] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:e5:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dc57ce3-7519-4e10-af26-043368309cd8', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.812429] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Creating folder: Project (7c5e8353277845fea92b6a01b94c6ff7). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.816021] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b87373c-cf69-45e4-9c65-5461bc6d6c1e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.829775] env[69905]: DEBUG oslo_vmware.api [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414293, 'name': ReconfigVM_Task, 'duration_secs': 0.245087} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.829775] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.835263] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fa8388-a2c4-4594-9716-9e0c77188e36 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.845234] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Created folder: Project (7c5e8353277845fea92b6a01b94c6ff7) in parent group-v680985. [ 1158.845421] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Creating folder: Instances. Parent ref: group-v681264. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.845656] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1e3903e-186a-4121-b172-0fc94b96ed14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.852310] env[69905]: DEBUG oslo_vmware.api [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1158.852310] env[69905]: value = "task-3414297" [ 1158.852310] env[69905]: _type = "Task" [ 1158.852310] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.857408] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Created folder: Instances in parent group-v681264. [ 1158.857640] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.857835] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.858074] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d9b9f18-be20-4d45-b0ea-9b8ebd9f1e11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.878594] env[69905]: DEBUG oslo_vmware.api [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.882535] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.882535] env[69905]: value = "task-3414298" [ 1158.882535] env[69905]: _type = "Task" [ 1158.882535] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.892190] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414298, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.982927] env[69905]: DEBUG nova.objects.instance [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'flavor' on Instance uuid 21c4fbd5-71ae-453e-b77c-2e46492a6140 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.112173] env[69905]: DEBUG nova.compute.manager [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Received event network-changed-9dc57ce3-7519-4e10-af26-043368309cd8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.112892] env[69905]: DEBUG nova.compute.manager [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Refreshing instance network info cache due to event network-changed-9dc57ce3-7519-4e10-af26-043368309cd8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.113211] env[69905]: DEBUG oslo_concurrency.lockutils [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] Acquiring lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.113371] env[69905]: DEBUG oslo_concurrency.lockutils [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] Acquired lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.113540] env[69905]: DEBUG nova.network.neutron [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Refreshing network info cache for port 9dc57ce3-7519-4e10-af26-043368309cd8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.136688] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414294, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.178083] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.178668] env[69905]: DEBUG nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.181535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.418s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.181779] env[69905]: DEBUG nova.objects.instance [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'resources' on Instance uuid e089a200-0d12-48ff-af8c-edc226d70d30 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.333648] env[69905]: DEBUG nova.network.neutron [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [{"id": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "address": "fa:16:3e:20:20:eb", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94a99b3-ab", "ovs_interfaceid": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.363669] env[69905]: DEBUG oslo_vmware.api [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414297, 'name': ReconfigVM_Task, 'duration_secs': 0.166702} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.363998] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681237', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'name': 'volume-13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c4c2f6-2fb1-4105-b3f9-a96095526316', 'attached_at': '', 'detached_at': '', 'volume_id': '13f7f2fd-97ea-4673-8435-bd28bc1a147a', 'serial': '13f7f2fd-97ea-4673-8435-bd28bc1a147a'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1159.392567] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414298, 'name': CreateVM_Task, 'duration_secs': 0.343135} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.392756] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.393552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.393656] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.394011] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.394281] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f53a7eb-2adc-430e-ae4e-6c8351b96c4f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.399778] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1159.399778] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5202612c-6785-7f46-ffc9-3ad965fe9dd5" [ 1159.399778] env[69905]: _type = "Task" [ 1159.399778] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.415567] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5202612c-6785-7f46-ffc9-3ad965fe9dd5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.415850] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.416099] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.416328] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.416476] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.416650] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.416908] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eede38fc-6172-40b2-9360-5dc2feceb425 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.425220] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.425401] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.426165] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5df32b-8173-4119-8462-481519152fbe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.432491] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1159.432491] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a9527a-806f-781d-cc07-8300d91d8ae5" [ 1159.432491] env[69905]: _type = "Task" [ 1159.432491] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.440540] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a9527a-806f-781d-cc07-8300d91d8ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.442439] env[69905]: DEBUG nova.network.neutron [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Successfully updated port: 6f452c6e-1200-4a82-b3fb-538d44995216 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.636638] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414294, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.684831] env[69905]: DEBUG nova.compute.utils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.686040] env[69905]: DEBUG nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.686627] env[69905]: DEBUG nova.network.neutron [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.787693] env[69905]: DEBUG nova.policy [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45f45216ba1840d48df057368e92f888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5e8353277845fea92b6a01b94c6ff7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.837473] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.845642] env[69905]: DEBUG nova.compute.manager [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1159.915835] env[69905]: DEBUG nova.objects.instance [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lazy-loading 'flavor' on Instance uuid 48c4c2f6-2fb1-4105-b3f9-a96095526316 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.945807] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "refresh_cache-bee63516-922e-4ae8-80c5-83df49c2dd2c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.945983] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "refresh_cache-bee63516-922e-4ae8-80c5-83df49c2dd2c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.946163] env[69905]: DEBUG nova.network.neutron [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.947346] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a9527a-806f-781d-cc07-8300d91d8ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.013406} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.948535] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3248e4c4-a3d4-499b-953f-9f6015cca4c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.953738] env[69905]: DEBUG nova.network.neutron [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Updated VIF entry in instance network info cache for port 9dc57ce3-7519-4e10-af26-043368309cd8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.954088] env[69905]: DEBUG nova.network.neutron [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Updating instance_info_cache with network_info: [{"id": "9dc57ce3-7519-4e10-af26-043368309cd8", "address": "fa:16:3e:b5:e5:0b", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc57ce3-75", "ovs_interfaceid": "9dc57ce3-7519-4e10-af26-043368309cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.958299] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1159.958299] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a43166-2d85-6de4-ff58-ac7f658e561d" [ 1159.958299] env[69905]: _type = "Task" [ 1159.958299] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.967839] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a43166-2d85-6de4-ff58-ac7f658e561d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.980672] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e6b2c-a650-4e9f-8676-cf5fd121395d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.989610] env[69905]: DEBUG oslo_concurrency.lockutils [None req-29227c20-5eed-4b19-9ae2-417b60baa113 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.991323] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99de8fc9-dc19-4516-a2c3-7fb7c50fea71 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.022250] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f922bc6-4e2a-41d3-804e-d3ca43587f5b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.030626] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26cc513-0be3-485d-b508-ed88de8883b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.044536] env[69905]: DEBUG nova.compute.provider_tree [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.124667] env[69905]: DEBUG nova.network.neutron [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Successfully created port: e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.137065] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414294, 'name': Rename_Task, 'duration_secs': 1.184328} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.137360] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.137620] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d35087-e7ee-47cd-b735-b40ea3fc9830 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.143906] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1160.143906] env[69905]: value = "task-3414299" [ 1160.143906] env[69905]: _type = "Task" [ 1160.143906] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.151908] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.191259] env[69905]: DEBUG nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.342328] env[69905]: DEBUG nova.compute.manager [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69905) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1160.364202] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.456685] env[69905]: DEBUG oslo_concurrency.lockutils [req-e82dfeaf-483d-485e-895a-594bbe67bdb3 req-a90332f6-6aa8-4387-a948-00a733ad3c3d service nova] Releasing lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.468426] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a43166-2d85-6de4-ff58-ac7f658e561d, 'name': SearchDatastore_Task, 'duration_secs': 0.023145} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.468688] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.468948] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 95ffc933-947a-40be-ba77-6bfd6456ae0e/95ffc933-947a-40be-ba77-6bfd6456ae0e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.469216] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-869916be-de37-44d4-97cd-5cbbfe691033 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.477115] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1160.477115] env[69905]: value = "task-3414300" [ 1160.477115] env[69905]: _type = "Task" [ 1160.477115] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.484309] env[69905]: DEBUG nova.network.neutron [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.489363] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.548540] env[69905]: DEBUG nova.scheduler.client.report [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.656978] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.673030] env[69905]: DEBUG nova.network.neutron [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Updating instance_info_cache with network_info: [{"id": "6f452c6e-1200-4a82-b3fb-538d44995216", "address": "fa:16:3e:09:58:6d", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f452c6e-12", "ovs_interfaceid": "6f452c6e-1200-4a82-b3fb-538d44995216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.930591] env[69905]: DEBUG oslo_concurrency.lockutils [None req-bb30145c-3a3c-4174-8f6c-4000f549f1d5 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.990102] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.056268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.059160] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.289s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.059406] env[69905]: DEBUG nova.objects.instance [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.080290] env[69905]: INFO nova.scheduler.client.report [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted allocations for instance e089a200-0d12-48ff-af8c-edc226d70d30 [ 1161.118830] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.118830] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.119017] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "21c4fbd5-71ae-453e-b77c-2e46492a6140-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.119185] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.119357] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.121614] env[69905]: INFO nova.compute.manager [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Terminating instance [ 1161.137570] env[69905]: DEBUG nova.compute.manager [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Received event network-vif-plugged-6f452c6e-1200-4a82-b3fb-538d44995216 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.137820] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] Acquiring lock "bee63516-922e-4ae8-80c5-83df49c2dd2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.137974] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.138156] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.138470] env[69905]: DEBUG nova.compute.manager [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] No waiting events found dispatching network-vif-plugged-6f452c6e-1200-4a82-b3fb-538d44995216 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.138470] env[69905]: WARNING nova.compute.manager [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Received unexpected event network-vif-plugged-6f452c6e-1200-4a82-b3fb-538d44995216 for instance with vm_state building and task_state spawning. [ 1161.138650] env[69905]: DEBUG nova.compute.manager [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Received event network-changed-6f452c6e-1200-4a82-b3fb-538d44995216 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.138827] env[69905]: DEBUG nova.compute.manager [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Refreshing instance network info cache due to event network-changed-6f452c6e-1200-4a82-b3fb-538d44995216. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.139015] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] Acquiring lock "refresh_cache-bee63516-922e-4ae8-80c5-83df49c2dd2c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.156340] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.176427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "refresh_cache-bee63516-922e-4ae8-80c5-83df49c2dd2c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.176843] env[69905]: DEBUG nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Instance network_info: |[{"id": "6f452c6e-1200-4a82-b3fb-538d44995216", "address": "fa:16:3e:09:58:6d", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f452c6e-12", "ovs_interfaceid": "6f452c6e-1200-4a82-b3fb-538d44995216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.177253] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] Acquired lock "refresh_cache-bee63516-922e-4ae8-80c5-83df49c2dd2c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.177512] env[69905]: DEBUG nova.network.neutron [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Refreshing network info cache for port 6f452c6e-1200-4a82-b3fb-538d44995216 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.179197] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:58:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f452c6e-1200-4a82-b3fb-538d44995216', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.187379] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.191042] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.191607] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-838ff7eb-a0fb-4f28-a200-a833adbac33f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.206672] env[69905]: DEBUG nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.214362] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.214362] env[69905]: value = "task-3414301" [ 1161.214362] env[69905]: _type = "Task" [ 1161.214362] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.222507] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414301, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.230572] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.230829] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.230999] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.231207] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.231355] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.231502] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.231709] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.231875] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.232053] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.232221] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.232390] env[69905]: DEBUG nova.virt.hardware [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.233182] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb706858-85ae-48f8-bf82-385b26c9652e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.245550] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d439163-8a2b-48c6-9687-2567b3fdda44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.467249] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.490477] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637794} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.490636] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 95ffc933-947a-40be-ba77-6bfd6456ae0e/95ffc933-947a-40be-ba77-6bfd6456ae0e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.490887] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.491165] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20806d72-4120-4e7d-b1bd-f4494e74220b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.499940] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1161.499940] env[69905]: value = "task-3414302" [ 1161.499940] env[69905]: _type = "Task" [ 1161.499940] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.508419] env[69905]: DEBUG nova.network.neutron [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Updated VIF entry in instance network info cache for port 6f452c6e-1200-4a82-b3fb-538d44995216. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.508869] env[69905]: DEBUG nova.network.neutron [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Updating instance_info_cache with network_info: [{"id": "6f452c6e-1200-4a82-b3fb-538d44995216", "address": "fa:16:3e:09:58:6d", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f452c6e-12", "ovs_interfaceid": "6f452c6e-1200-4a82-b3fb-538d44995216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.521375] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.563374] env[69905]: DEBUG nova.objects.instance [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lazy-loading 'numa_topology' on Instance uuid 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.590111] env[69905]: DEBUG oslo_concurrency.lockutils [None req-47f84ec3-e721-4a9a-8e6c-a945c0be22bf tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "e089a200-0d12-48ff-af8c-edc226d70d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.827s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.625513] env[69905]: DEBUG nova.compute.manager [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.625761] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.626666] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a2a99-0f64-4b2b-8cbf-2abf5d3d4f4c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.634184] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.634348] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb9a6098-046b-41c2-ba45-fcc4ab39b166 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.640171] env[69905]: DEBUG oslo_vmware.api [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1161.640171] env[69905]: value = "task-3414303" [ 1161.640171] env[69905]: _type = "Task" [ 1161.640171] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.648476] env[69905]: DEBUG oslo_vmware.api [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.657142] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.725200] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414301, 'name': CreateVM_Task, 'duration_secs': 0.304397} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.725400] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.726112] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.726281] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.726593] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.726851] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da8d3a8-a721-42cb-9fd7-c573532a387e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.735595] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1161.735595] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52800ba0-f1b3-0a54-2d8d-948fb36dcd45" [ 1161.735595] env[69905]: _type = "Task" [ 1161.735595] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.744081] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52800ba0-f1b3-0a54-2d8d-948fb36dcd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.828575] env[69905]: DEBUG nova.network.neutron [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Successfully updated port: e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.010848] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071745} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.011462] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.012254] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ba268d-5bd3-4e4c-ad97-338331f25837 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.014920] env[69905]: DEBUG oslo_concurrency.lockutils [req-ae28e7c9-083f-4815-949a-c2afe1431665 req-caeace11-bba1-4bec-a7f4-4b3884a917e3 service nova] Releasing lock "refresh_cache-bee63516-922e-4ae8-80c5-83df49c2dd2c" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.038303] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 95ffc933-947a-40be-ba77-6bfd6456ae0e/95ffc933-947a-40be-ba77-6bfd6456ae0e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.038303] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a942274d-8139-4be6-88d7-66a51283cfdf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.062019] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1162.062019] env[69905]: value = "task-3414304" [ 1162.062019] env[69905]: _type = "Task" [ 1162.062019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.065742] env[69905]: INFO nova.compute.claims [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.072055] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.150710] env[69905]: DEBUG oslo_vmware.api [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414303, 'name': PowerOffVM_Task, 'duration_secs': 0.20356} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.154121] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.154261] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.154879] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74172a55-c56b-449b-ad1c-f23b41319b5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.162283] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.210898] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.211180] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.211437] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleting the datastore file [datastore2] 21c4fbd5-71ae-453e-b77c-2e46492a6140 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.211758] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36742737-6e87-468b-961d-5cc6bd7ad338 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.217938] env[69905]: DEBUG oslo_vmware.api [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1162.217938] env[69905]: value = "task-3414306" [ 1162.217938] env[69905]: _type = "Task" [ 1162.217938] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.226401] env[69905]: DEBUG oslo_vmware.api [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.233904] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.234170] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.234388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "48c4c2f6-2fb1-4105-b3f9-a96095526316-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.234620] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.234817] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.239942] env[69905]: INFO nova.compute.manager [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Terminating instance [ 1162.248121] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52800ba0-f1b3-0a54-2d8d-948fb36dcd45, 'name': SearchDatastore_Task, 'duration_secs': 0.020331} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.248903] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.249188] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.249441] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.249590] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.249770] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.250602] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c42b30b3-ce20-4ad3-bf8b-11d838b16c1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.274132] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.274328] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.275147] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a17b6ec-d5ed-484f-b223-eedadf7b5b52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.281501] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1162.281501] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c04471-d16b-7c59-150f-1a239fd8ec59" [ 1162.281501] env[69905]: _type = "Task" [ 1162.281501] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.289782] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c04471-d16b-7c59-150f-1a239fd8ec59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.331208] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "refresh_cache-7e9538ac-2eff-454d-88f8-67a3a052f2da" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.331388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "refresh_cache-7e9538ac-2eff-454d-88f8-67a3a052f2da" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.331557] env[69905]: DEBUG nova.network.neutron [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.571924] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.660991] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.727841] env[69905]: DEBUG oslo_vmware.api [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407283} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.727841] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.728041] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.728228] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.728400] env[69905]: INFO nova.compute.manager [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1162.728637] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.728830] env[69905]: DEBUG nova.compute.manager [-] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.728951] env[69905]: DEBUG nova.network.neutron [-] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.744539] env[69905]: DEBUG nova.compute.manager [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.744751] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.745636] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43b1ab-15fb-4db8-a18a-68a1dfc16312 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.752456] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.752691] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c991aa07-8f3d-4c96-8fd6-66b972023ae7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.758224] env[69905]: DEBUG oslo_vmware.api [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1162.758224] env[69905]: value = "task-3414307" [ 1162.758224] env[69905]: _type = "Task" [ 1162.758224] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.770702] env[69905]: DEBUG oslo_vmware.api [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.791009] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c04471-d16b-7c59-150f-1a239fd8ec59, 'name': SearchDatastore_Task, 'duration_secs': 0.018842} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.793654] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8f5af6-4cbf-491d-ba51-238bd38c5b0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.797025] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1162.797025] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bd96b6-86aa-0cdd-a1e1-c136466e268d" [ 1162.797025] env[69905]: _type = "Task" [ 1162.797025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.804748] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bd96b6-86aa-0cdd-a1e1-c136466e268d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.885151] env[69905]: DEBUG nova.network.neutron [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.071346] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414304, 'name': ReconfigVM_Task, 'duration_secs': 0.611987} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.071640] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 95ffc933-947a-40be-ba77-6bfd6456ae0e/95ffc933-947a-40be-ba77-6bfd6456ae0e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.072334] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79991817-963a-4f1b-b728-e85e369a58a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.081105] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1163.081105] env[69905]: value = "task-3414308" [ 1163.081105] env[69905]: _type = "Task" [ 1163.081105] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.090041] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414308, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.119665] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "d75b7897-f395-4b40-97be-1830b6904ec4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.119954] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.159298] env[69905]: DEBUG nova.network.neutron [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Updating instance_info_cache with network_info: [{"id": "e30e6dbb-811e-4abe-9b4a-7b071a3b1b59", "address": "fa:16:3e:5e:2b:78", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30e6dbb-81", "ovs_interfaceid": "e30e6dbb-811e-4abe-9b4a-7b071a3b1b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.164801] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.180443] env[69905]: DEBUG nova.compute.manager [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Received event network-vif-plugged-e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.180668] env[69905]: DEBUG oslo_concurrency.lockutils [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] Acquiring lock "7e9538ac-2eff-454d-88f8-67a3a052f2da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.180988] env[69905]: DEBUG oslo_concurrency.lockutils [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.181205] env[69905]: DEBUG oslo_concurrency.lockutils [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.181910] env[69905]: DEBUG nova.compute.manager [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] No waiting events found dispatching network-vif-plugged-e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.181910] env[69905]: WARNING nova.compute.manager [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Received unexpected event network-vif-plugged-e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 for instance with vm_state building and task_state spawning. [ 1163.181910] env[69905]: DEBUG nova.compute.manager [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Received event network-changed-e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.181910] env[69905]: DEBUG nova.compute.manager [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Refreshing instance network info cache due to event network-changed-e30e6dbb-811e-4abe-9b4a-7b071a3b1b59. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.182106] env[69905]: DEBUG oslo_concurrency.lockutils [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] Acquiring lock "refresh_cache-7e9538ac-2eff-454d-88f8-67a3a052f2da" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.271708] env[69905]: DEBUG oslo_vmware.api [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414307, 'name': PowerOffVM_Task, 'duration_secs': 0.229593} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.275183] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.275383] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.277385] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d63b0dc-03f5-4487-a50c-26f8d2a54aef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.309611] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52bd96b6-86aa-0cdd-a1e1-c136466e268d, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.309985] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.310166] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] bee63516-922e-4ae8-80c5-83df49c2dd2c/bee63516-922e-4ae8-80c5-83df49c2dd2c.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.310434] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d82d7c-98f8-4ad0-852c-5963aaf6affa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.319261] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1163.319261] env[69905]: value = "task-3414310" [ 1163.319261] env[69905]: _type = "Task" [ 1163.319261] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.326943] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.339621] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.339844] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.340035] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleting the datastore file [datastore2] 48c4c2f6-2fb1-4105-b3f9-a96095526316 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.343219] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b4ee7d6-8b56-4396-98ca-7ba499578374 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.350318] env[69905]: DEBUG oslo_vmware.api [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1163.350318] env[69905]: value = "task-3414311" [ 1163.350318] env[69905]: _type = "Task" [ 1163.350318] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.362749] env[69905]: DEBUG oslo_vmware.api [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.429219] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0087e3b3-878c-4649-a8f4-9264b0bf98cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.438655] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20b9fac-2f0b-490d-9d6e-c85bc8b2975c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.442294] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.442518] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.479709] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92dbf85-25da-4d56-bcc9-ec266c23d56f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.488830] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8addd1dd-5237-474c-b2d7-5b83f594c3a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.505389] env[69905]: DEBUG nova.compute.provider_tree [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.591023] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414308, 'name': Rename_Task, 'duration_secs': 0.168187} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.591309] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.591580] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306ed146-6db4-40f3-9937-cb573948f271 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.598430] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1163.598430] env[69905]: value = "task-3414312" [ 1163.598430] env[69905]: _type = "Task" [ 1163.598430] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.606637] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.622856] env[69905]: DEBUG nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.669669] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "refresh_cache-7e9538ac-2eff-454d-88f8-67a3a052f2da" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.670912] env[69905]: DEBUG nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Instance network_info: |[{"id": "e30e6dbb-811e-4abe-9b4a-7b071a3b1b59", "address": "fa:16:3e:5e:2b:78", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30e6dbb-81", "ovs_interfaceid": "e30e6dbb-811e-4abe-9b4a-7b071a3b1b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.670912] env[69905]: DEBUG oslo_vmware.api [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414299, 'name': PowerOnVM_Task, 'duration_secs': 3.074718} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.671380] env[69905]: DEBUG oslo_concurrency.lockutils [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] Acquired lock "refresh_cache-7e9538ac-2eff-454d-88f8-67a3a052f2da" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.671570] env[69905]: DEBUG nova.network.neutron [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Refreshing network info cache for port e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.672784] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:2b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e30e6dbb-811e-4abe-9b4a-7b071a3b1b59', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.680864] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.681273] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.681589] env[69905]: INFO nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Took 12.54 seconds to spawn the instance on the hypervisor. [ 1163.681889] env[69905]: DEBUG nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.685262] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.686040] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b0980e-9083-415a-a1b7-4ea9fe7ae393 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.689269] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d6cd3b-7841-4a01-96b2-a70624e41018 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.715719] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.715719] env[69905]: value = "task-3414313" [ 1163.715719] env[69905]: _type = "Task" [ 1163.715719] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.724710] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414313, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.829919] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414310, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.859627] env[69905]: DEBUG oslo_vmware.api [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338287} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.859919] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.860126] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.860308] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.860482] env[69905]: INFO nova.compute.manager [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1163.860761] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.860959] env[69905]: DEBUG nova.compute.manager [-] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.861087] env[69905]: DEBUG nova.network.neutron [-] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.951950] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.951950] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.951950] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.951950] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.951950] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.951950] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.951950] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1163.951950] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.983509] env[69905]: DEBUG nova.network.neutron [-] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.009360] env[69905]: DEBUG nova.scheduler.client.report [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.082845] env[69905]: DEBUG nova.network.neutron [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Updated VIF entry in instance network info cache for port e30e6dbb-811e-4abe-9b4a-7b071a3b1b59. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.083104] env[69905]: DEBUG nova.network.neutron [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Updating instance_info_cache with network_info: [{"id": "e30e6dbb-811e-4abe-9b4a-7b071a3b1b59", "address": "fa:16:3e:5e:2b:78", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30e6dbb-81", "ovs_interfaceid": "e30e6dbb-811e-4abe-9b4a-7b071a3b1b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.109505] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414312, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.155283] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.227985] env[69905]: INFO nova.compute.manager [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Took 26.87 seconds to build instance. [ 1164.239070] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414313, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.331060] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557771} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.331060] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] bee63516-922e-4ae8-80c5-83df49c2dd2c/bee63516-922e-4ae8-80c5-83df49c2dd2c.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.331277] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.331584] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc223bb1-0fd2-4ef7-b089-5099cf904084 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.338179] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1164.338179] env[69905]: value = "task-3414314" [ 1164.338179] env[69905]: _type = "Task" [ 1164.338179] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.346441] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.454685] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.486414] env[69905]: INFO nova.compute.manager [-] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Took 1.76 seconds to deallocate network for instance. [ 1164.516397] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.518424] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.824s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.519733] env[69905]: INFO nova.compute.claims [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.588457] env[69905]: DEBUG oslo_concurrency.lockutils [req-d010af11-2a4f-4cab-8543-5a9aeb357bdb req-f35aaa4b-b745-4272-a27b-ea0423de90c3 service nova] Releasing lock "refresh_cache-7e9538ac-2eff-454d-88f8-67a3a052f2da" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.589650] env[69905]: INFO nova.network.neutron [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating port 5b40cfc0-56c6-45ce-930c-597dd28bbac9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1164.610930] env[69905]: DEBUG oslo_vmware.api [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414312, 'name': PowerOnVM_Task, 'duration_secs': 0.734} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.611442] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.611690] env[69905]: INFO nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1164.611854] env[69905]: DEBUG nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.612650] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab257e-c850-4acb-a85d-e24cb75428c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.734721] env[69905]: DEBUG oslo_concurrency.lockutils [None req-75bb9255-690a-4ffa-8377-740dd0cac350 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.380s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.735052] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414313, 'name': CreateVM_Task, 'duration_secs': 0.54172} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.735251] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.736024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.736369] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.737166] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.737166] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47df419f-2ba7-43fb-af73-7232f17b15ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.743058] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1164.743058] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f3e79e-be40-be5f-f4dc-7af8e8d957a8" [ 1164.743058] env[69905]: _type = "Task" [ 1164.743058] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.753048] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f3e79e-be40-be5f-f4dc-7af8e8d957a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.851746] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067398} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.851746] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.851746] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cda5e7-11f7-43d2-bf40-1f68f51f865a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.873282] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] bee63516-922e-4ae8-80c5-83df49c2dd2c/bee63516-922e-4ae8-80c5-83df49c2dd2c.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.873570] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45ff4dc-ce83-42ea-a8b2-4a375fc69a72 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.894218] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1164.894218] env[69905]: value = "task-3414315" [ 1164.894218] env[69905]: _type = "Task" [ 1164.894218] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.904498] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.993581] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.026128] env[69905]: DEBUG nova.network.neutron [-] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.130458] env[69905]: INFO nova.compute.manager [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Took 21.71 seconds to build instance. [ 1165.214607] env[69905]: DEBUG nova.compute.manager [req-e4368bdc-3de4-4a37-b4ab-6490ff0d493d req-065ba531-8f58-44e2-a6f2-b82157ab1690 service nova] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Received event network-vif-deleted-a7b21241-5011-4a5f-81f2-0e87175366d9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.214857] env[69905]: DEBUG nova.compute.manager [req-e4368bdc-3de4-4a37-b4ab-6490ff0d493d req-065ba531-8f58-44e2-a6f2-b82157ab1690 service nova] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Received event network-vif-deleted-7d53bb89-5fc7-40b1-be46-32783beee9ca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.215741] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "04b94df6-7808-4813-81c9-f2fa02267c75" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.215967] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.216150] env[69905]: DEBUG nova.compute.manager [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.216978] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12866613-1ecd-4c3f-9959-99fb1dcf2276 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.224914] env[69905]: DEBUG nova.compute.manager [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1165.225106] env[69905]: DEBUG nova.objects.instance [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lazy-loading 'flavor' on Instance uuid 04b94df6-7808-4813-81c9-f2fa02267c75 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.253593] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f3e79e-be40-be5f-f4dc-7af8e8d957a8, 'name': SearchDatastore_Task, 'duration_secs': 0.03102} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.254152] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.254152] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.254362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.254470] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.254648] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.255153] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87c220fd-4931-4ad9-a9c6-0334a8c650ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.273915] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.274028] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.274775] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61895c72-5337-4e7e-9b28-555705064ada {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.281049] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1165.281049] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520c48a5-726e-460e-6d2a-882ab080ca09" [ 1165.281049] env[69905]: _type = "Task" [ 1165.281049] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.289989] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520c48a5-726e-460e-6d2a-882ab080ca09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.407385] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414315, 'name': ReconfigVM_Task, 'duration_secs': 0.275417} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.407619] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] bee63516-922e-4ae8-80c5-83df49c2dd2c/bee63516-922e-4ae8-80c5-83df49c2dd2c.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.408243] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a9aae36-3f70-44e1-ad28-a5697914f6bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.415809] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1165.415809] env[69905]: value = "task-3414316" [ 1165.415809] env[69905]: _type = "Task" [ 1165.415809] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.423673] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414316, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.531645] env[69905]: INFO nova.compute.manager [-] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Took 1.67 seconds to deallocate network for instance. [ 1165.632160] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f5972478-d76f-430c-8b69-0ccb6a3bc71a tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.224s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.793316] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1536b086-2fd1-4fe2-891e-caab33dd5048 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.801988] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520c48a5-726e-460e-6d2a-882ab080ca09, 'name': SearchDatastore_Task, 'duration_secs': 0.044518} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.802866] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98aa158b-285e-4abe-b3e3-de60d90df1ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.809957] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb253f6-5cb4-4d56-8fb0-3912c56a5029 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.814824] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1165.814824] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52772c50-8501-3936-ae2e-6f9bb278cbd6" [ 1165.814824] env[69905]: _type = "Task" [ 1165.814824] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.848018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb991ac2-7b19-4ade-91cb-3527d9a12f15 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.854588] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52772c50-8501-3936-ae2e-6f9bb278cbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.855311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.855603] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 7e9538ac-2eff-454d-88f8-67a3a052f2da/7e9538ac-2eff-454d-88f8-67a3a052f2da.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.855872] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f665a3-0c80-4b67-80b6-e3031b960ed3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.861591] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b223a4a-20d5-468e-b4f4-b7538b15308a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.866014] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1165.866014] env[69905]: value = "task-3414317" [ 1165.866014] env[69905]: _type = "Task" [ 1165.866014] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.878571] env[69905]: DEBUG nova.compute.provider_tree [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.885444] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.927179] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414316, 'name': Rename_Task, 'duration_secs': 0.152879} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.927542] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.927843] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e79af98-87bb-4d8c-a6cd-12234a7cc8de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.936326] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1165.936326] env[69905]: value = "task-3414318" [ 1165.936326] env[69905]: _type = "Task" [ 1165.936326] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.947042] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.044919] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.234709] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.235198] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc37a3d-6f6c-4d83-8b83-d64785f18d3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.244212] env[69905]: DEBUG oslo_vmware.api [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1166.244212] env[69905]: value = "task-3414319" [ 1166.244212] env[69905]: _type = "Task" [ 1166.244212] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.256673] env[69905]: DEBUG oslo_vmware.api [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.377589] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414317, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.382108] env[69905]: DEBUG nova.scheduler.client.report [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.416875] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.416875] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.417037] env[69905]: DEBUG nova.network.neutron [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.447626] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414318, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.757688] env[69905]: DEBUG oslo_vmware.api [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414319, 'name': PowerOffVM_Task, 'duration_secs': 0.436127} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.758040] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.758315] env[69905]: DEBUG nova.compute.manager [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.759613] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f511b-4cf2-47de-ac79-ee0c1e1c661e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.877800] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524091} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.878136] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 7e9538ac-2eff-454d-88f8-67a3a052f2da/7e9538ac-2eff-454d-88f8-67a3a052f2da.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.878360] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.878617] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ecba903-c77a-4998-983a-09c24146f99c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.886494] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1166.886494] env[69905]: value = "task-3414320" [ 1166.886494] env[69905]: _type = "Task" [ 1166.886494] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.887256] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.887742] env[69905]: DEBUG nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.893507] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.058s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.893745] env[69905]: DEBUG nova.objects.instance [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lazy-loading 'resources' on Instance uuid ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.902605] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.948392] env[69905]: DEBUG oslo_vmware.api [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414318, 'name': PowerOnVM_Task, 'duration_secs': 0.738339} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.948737] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.949010] env[69905]: INFO nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1166.949261] env[69905]: DEBUG nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.950477] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607c51af-6c6a-43c5-9bd3-564f58834f0e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.220947] env[69905]: DEBUG nova.network.neutron [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.274153] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5f05580c-bff6-452f-93b8-98335f75ddb0 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.290943] env[69905]: DEBUG nova.compute.manager [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received event network-vif-plugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.291169] env[69905]: DEBUG oslo_concurrency.lockutils [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.291358] env[69905]: DEBUG oslo_concurrency.lockutils [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.291456] env[69905]: DEBUG oslo_concurrency.lockutils [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.291608] env[69905]: DEBUG nova.compute.manager [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] No waiting events found dispatching network-vif-plugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.291912] env[69905]: WARNING nova.compute.manager [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received unexpected event network-vif-plugged-5b40cfc0-56c6-45ce-930c-597dd28bbac9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1167.292173] env[69905]: DEBUG nova.compute.manager [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received event network-changed-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.292347] env[69905]: DEBUG nova.compute.manager [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Refreshing instance network info cache due to event network-changed-5b40cfc0-56c6-45ce-930c-597dd28bbac9. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.292523] env[69905]: DEBUG oslo_concurrency.lockutils [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] Acquiring lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.398985] env[69905]: DEBUG nova.compute.utils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.402670] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081374} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.403339] env[69905]: DEBUG nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.403502] env[69905]: DEBUG nova.network.neutron [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.405118] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.406208] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8e04d3-02c3-4bbf-a848-de0accb554f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.434142] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 7e9538ac-2eff-454d-88f8-67a3a052f2da/7e9538ac-2eff-454d-88f8-67a3a052f2da.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.436373] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2bf90b-1d4c-4228-a655-8bccad78bd04 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.456259] env[69905]: DEBUG nova.policy [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bebf91c2aa0e402ead370cbb352e6d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7c56f41f4d84fc29de77f1f19cee68f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.459281] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1167.459281] env[69905]: value = "task-3414321" [ 1167.459281] env[69905]: _type = "Task" [ 1167.459281] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.471228] env[69905]: INFO nova.compute.manager [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Took 23.76 seconds to build instance. [ 1167.477438] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.729025] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16a84eb-9f95-4d06-b587-262d12b418f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.730558] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.733578] env[69905]: DEBUG oslo_concurrency.lockutils [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] Acquired lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.733923] env[69905]: DEBUG nova.network.neutron [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Refreshing network info cache for port 5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.744387] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93294003-755d-4648-8380-9d774a5576ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.784109] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791be4d-e3fc-4f3f-812a-102ec4c30737 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.794495] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='58eb002e0c861ab69d1f4b3e7f7047d5',container_format='bare',created_at=2025-04-14T12:08:09Z,direct_url=,disk_format='vmdk',id=28372c45-6386-4cd0-b6a2-23497714ac32,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1372851139-shelved',owner='f3f8d3bf9cd4482d857eb0899a682939',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-14T12:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.794718] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.794877] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.795089] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.795242] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.795391] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.795598] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.795756] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.795928] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.796106] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.796286] env[69905]: DEBUG nova.virt.hardware [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.797101] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38f051-1573-4419-b822-669d2896c3e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.806783] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c0839-0553-4730-9a5a-1824887f81f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.814325] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee8ce79-f716-4b93-b1f2-cf551ed337fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.828958] env[69905]: DEBUG nova.compute.provider_tree [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.841089] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:50:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b40cfc0-56c6-45ce-930c-597dd28bbac9', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.848563] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.849691] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.849954] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45c5a9ec-0c61-4b68-a97b-608fe2dc9ba0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.872660] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.872660] env[69905]: value = "task-3414322" [ 1167.872660] env[69905]: _type = "Task" [ 1167.872660] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.873211] env[69905]: DEBUG nova.network.neutron [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Successfully created port: d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.883829] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414322, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.904013] env[69905]: DEBUG nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.972881] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a9cf5593-ac71-4ab7-b37b-13d02074fe54 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.276s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.973424] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.247074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "04b94df6-7808-4813-81c9-f2fa02267c75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.247074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.247074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "04b94df6-7808-4813-81c9-f2fa02267c75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.247074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.247074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.249037] env[69905]: INFO nova.compute.manager [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Terminating instance [ 1168.333388] env[69905]: DEBUG nova.scheduler.client.report [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.399024] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414322, 'name': CreateVM_Task, 'duration_secs': 0.437274} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.399024] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.399024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.399024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.399024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.399024] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3793e92a-373c-4ec7-9661-954fc97b6878 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.402135] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1168.402135] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5256ba41-407e-992e-1941-e094482c8abe" [ 1168.402135] env[69905]: _type = "Task" [ 1168.402135] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.414129] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5256ba41-407e-992e-1941-e094482c8abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.472381] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414321, 'name': ReconfigVM_Task, 'duration_secs': 0.660003} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.472666] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 7e9538ac-2eff-454d-88f8-67a3a052f2da/7e9538ac-2eff-454d-88f8-67a3a052f2da.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.473386] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f437097-b8f6-43f5-b869-11c5523a2b65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.480878] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1168.480878] env[69905]: value = "task-3414323" [ 1168.480878] env[69905]: _type = "Task" [ 1168.480878] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.492874] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414323, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.754106] env[69905]: DEBUG nova.compute.manager [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.754401] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.755359] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16318cae-7317-43ba-863f-0fb2650927f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.764242] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.764486] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d9b922-d2a5-4cf6-b5b5-fc8901558c3b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.793274] env[69905]: DEBUG nova.network.neutron [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updated VIF entry in instance network info cache for port 5b40cfc0-56c6-45ce-930c-597dd28bbac9. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.793653] env[69905]: DEBUG nova.network.neutron [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.838861] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.841514] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.911s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.841970] env[69905]: DEBUG nova.objects.instance [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lazy-loading 'resources' on Instance uuid 33126ccb-e199-46e9-be6b-054e6786c1bd {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.850180] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.850384] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.850571] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleting the datastore file [datastore2] 04b94df6-7808-4813-81c9-f2fa02267c75 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.850918] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa69db76-e251-4881-9522-70c953cb082b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.859097] env[69905]: DEBUG oslo_vmware.api [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1168.859097] env[69905]: value = "task-3414325" [ 1168.859097] env[69905]: _type = "Task" [ 1168.859097] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.864215] env[69905]: INFO nova.scheduler.client.report [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Deleted allocations for instance ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d [ 1168.874442] env[69905]: DEBUG oslo_vmware.api [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.913226] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.913965] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Processing image 28372c45-6386-4cd0-b6a2-23497714ac32 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.913965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32/28372c45-6386-4cd0-b6a2-23497714ac32.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.913965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32/28372c45-6386-4cd0-b6a2-23497714ac32.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.914157] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.914312] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e866f86b-d7b7-4b1e-b9ac-c0098f4219d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.919013] env[69905]: DEBUG nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.927114] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.927323] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.928383] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5eb4440-af01-4f5f-91cf-3bd37d9ad1e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.934909] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1168.934909] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528a915d-f1b1-53eb-6384-6965420f8239" [ 1168.934909] env[69905]: _type = "Task" [ 1168.934909] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.943899] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.944232] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.944467] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.944681] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.944836] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.945025] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.945283] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.945452] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.945644] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.945852] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.946052] env[69905]: DEBUG nova.virt.hardware [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.946879] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2a8b4-8ce9-4198-b477-afd9afdfe2f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.953268] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528a915d-f1b1-53eb-6384-6965420f8239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.958927] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3aceeb-e756-4886-bd2e-8d58628f8d9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.990532] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414323, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.296142] env[69905]: DEBUG oslo_concurrency.lockutils [req-e5e5a1db-496f-4e0f-88ee-14605b362c53 req-94bb94cc-2e0c-4c07-88b2-2677c46f50fc service nova] Releasing lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.383324] env[69905]: DEBUG oslo_vmware.api [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146555} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.383882] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3700e77f-eb95-4cda-a945-963c5d387fc5 tempest-AttachVolumeTestJSON-2113474734 tempest-AttachVolumeTestJSON-2113474734-project-member] Lock "ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.194s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.384910] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.385156] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.385346] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.385563] env[69905]: INFO nova.compute.manager [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1169.385831] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.386264] env[69905]: DEBUG nova.compute.manager [-] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.386378] env[69905]: DEBUG nova.network.neutron [-] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.398526] env[69905]: DEBUG nova.compute.manager [req-dbb06803-f7c3-4b26-bab1-f8d2d6fa7d05 req-f4801b63-84bb-4b11-9eb4-2167250c3a74 service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Received event network-vif-plugged-d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.398785] env[69905]: DEBUG oslo_concurrency.lockutils [req-dbb06803-f7c3-4b26-bab1-f8d2d6fa7d05 req-f4801b63-84bb-4b11-9eb4-2167250c3a74 service nova] Acquiring lock "2dbb23fb-1273-425e-88f5-184186240e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.399036] env[69905]: DEBUG oslo_concurrency.lockutils [req-dbb06803-f7c3-4b26-bab1-f8d2d6fa7d05 req-f4801b63-84bb-4b11-9eb4-2167250c3a74 service nova] Lock "2dbb23fb-1273-425e-88f5-184186240e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.399236] env[69905]: DEBUG oslo_concurrency.lockutils [req-dbb06803-f7c3-4b26-bab1-f8d2d6fa7d05 req-f4801b63-84bb-4b11-9eb4-2167250c3a74 service nova] Lock "2dbb23fb-1273-425e-88f5-184186240e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.403091] env[69905]: DEBUG nova.compute.manager [req-dbb06803-f7c3-4b26-bab1-f8d2d6fa7d05 req-f4801b63-84bb-4b11-9eb4-2167250c3a74 service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] No waiting events found dispatching network-vif-plugged-d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.403307] env[69905]: WARNING nova.compute.manager [req-dbb06803-f7c3-4b26-bab1-f8d2d6fa7d05 req-f4801b63-84bb-4b11-9eb4-2167250c3a74 service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Received unexpected event network-vif-plugged-d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 for instance with vm_state building and task_state spawning. [ 1169.450824] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Preparing fetch location {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1169.451079] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Fetch image to [datastore2] OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf/OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf.vmdk {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1169.451270] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Downloading stream optimized image 28372c45-6386-4cd0-b6a2-23497714ac32 to [datastore2] OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf/OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf.vmdk on the data store datastore2 as vApp {{(pid=69905) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1169.451437] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Downloading image file data 28372c45-6386-4cd0-b6a2-23497714ac32 to the ESX as VM named 'OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf' {{(pid=69905) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1169.505905] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414323, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.540610] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1169.540610] env[69905]: value = "resgroup-9" [ 1169.540610] env[69905]: _type = "ResourcePool" [ 1169.540610] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1169.540908] env[69905]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1dbb7424-23ae-4c6d-9355-39956cd6c08a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.565170] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lease: (returnval){ [ 1169.565170] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52135afc-3541-51f7-dc47-7e5bc9b9815d" [ 1169.565170] env[69905]: _type = "HttpNfcLease" [ 1169.565170] env[69905]: } obtained for vApp import into resource pool (val){ [ 1169.565170] env[69905]: value = "resgroup-9" [ 1169.565170] env[69905]: _type = "ResourcePool" [ 1169.565170] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1169.565170] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the lease: (returnval){ [ 1169.565170] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52135afc-3541-51f7-dc47-7e5bc9b9815d" [ 1169.565170] env[69905]: _type = "HttpNfcLease" [ 1169.565170] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.572244] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.572244] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52135afc-3541-51f7-dc47-7e5bc9b9815d" [ 1169.572244] env[69905]: _type = "HttpNfcLease" [ 1169.572244] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.587064] env[69905]: DEBUG nova.network.neutron [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Successfully updated port: d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.698122] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677b65b6-5e0f-4f26-84e3-0cbf116e38b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.707033] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7babe9bb-a40a-4bc6-ad2b-7ffcba090ac1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.738054] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a147aee3-62c8-403c-a7a9-16e0038e17b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.745927] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd9ae4c-780e-47fa-a40f-a90bf0a9f745 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.762696] env[69905]: DEBUG nova.compute.provider_tree [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.005476] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414323, 'name': Rename_Task, 'duration_secs': 1.370337} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.005761] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.006151] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac606f63-ace3-4ce8-a260-eadf99ed4529 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.012920] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1170.012920] env[69905]: value = "task-3414327" [ 1170.012920] env[69905]: _type = "Task" [ 1170.012920] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.021532] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.076901] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.076901] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52135afc-3541-51f7-dc47-7e5bc9b9815d" [ 1170.076901] env[69905]: _type = "HttpNfcLease" [ 1170.076901] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.090361] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "refresh_cache-2dbb23fb-1273-425e-88f5-184186240e16" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.090461] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquired lock "refresh_cache-2dbb23fb-1273-425e-88f5-184186240e16" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.090691] env[69905]: DEBUG nova.network.neutron [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.190018] env[69905]: DEBUG nova.network.neutron [-] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.265934] env[69905]: DEBUG nova.scheduler.client.report [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.523934] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414327, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.562216] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "0a0be178-e246-4eb8-8057-d805340183ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.562479] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "0a0be178-e246-4eb8-8057-d805340183ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.562690] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "0a0be178-e246-4eb8-8057-d805340183ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.562875] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "0a0be178-e246-4eb8-8057-d805340183ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.563064] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "0a0be178-e246-4eb8-8057-d805340183ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.565328] env[69905]: INFO nova.compute.manager [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Terminating instance [ 1170.575169] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.575169] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52135afc-3541-51f7-dc47-7e5bc9b9815d" [ 1170.575169] env[69905]: _type = "HttpNfcLease" [ 1170.575169] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1170.575476] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1170.575476] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52135afc-3541-51f7-dc47-7e5bc9b9815d" [ 1170.575476] env[69905]: _type = "HttpNfcLease" [ 1170.575476] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1170.576223] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7667bca-c9eb-4849-8f5f-71fb4616f9d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.585408] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df8d45-b008-9ce0-cfba-d1400f409651/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1170.585594] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df8d45-b008-9ce0-cfba-d1400f409651/disk-0.vmdk. {{(pid=69905) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1170.651402] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-defd1c39-b6c5-438c-b847-3c9b6121d3dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.676609] env[69905]: DEBUG nova.network.neutron [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.692226] env[69905]: INFO nova.compute.manager [-] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Took 1.31 seconds to deallocate network for instance. [ 1170.771091] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.773408] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.409s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.793584] env[69905]: INFO nova.scheduler.client.report [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Deleted allocations for instance 33126ccb-e199-46e9-be6b-054e6786c1bd [ 1170.811706] env[69905]: DEBUG nova.network.neutron [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Updating instance_info_cache with network_info: [{"id": "d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2", "address": "fa:16:3e:c5:c1:33", "network": {"id": "628e1bca-a6cf-45ce-8f52-47e1590d0414", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2119084558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c56f41f4d84fc29de77f1f19cee68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1bb01dd-fd", "ovs_interfaceid": "d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.024435] env[69905]: DEBUG oslo_vmware.api [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414327, 'name': PowerOnVM_Task, 'duration_secs': 0.544367} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.024743] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.024916] env[69905]: INFO nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1171.025110] env[69905]: DEBUG nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.025888] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1313ac9-6846-42c0-9b07-0f9c120dbfaa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.073534] env[69905]: DEBUG nova.compute.manager [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.073534] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.073841] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1410f52b-0eb3-433c-8a79-8158b6e65059 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.081772] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.082048] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60823252-06d7-4c23-a570-5367197f25dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.088831] env[69905]: DEBUG oslo_vmware.api [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1171.088831] env[69905]: value = "task-3414329" [ 1171.088831] env[69905]: _type = "Task" [ 1171.088831] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.097391] env[69905]: DEBUG oslo_vmware.api [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.200399] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.283309] env[69905]: INFO nova.compute.claims [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.306164] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b0b35601-faaf-4c02-95ff-ec1a43625844 tempest-AttachInterfacesTestJSON-184272457 tempest-AttachInterfacesTestJSON-184272457-project-member] Lock "33126ccb-e199-46e9-be6b-054e6786c1bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.766s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.315243] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Releasing lock "refresh_cache-2dbb23fb-1273-425e-88f5-184186240e16" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.315600] env[69905]: DEBUG nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Instance network_info: |[{"id": "d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2", "address": "fa:16:3e:c5:c1:33", "network": {"id": "628e1bca-a6cf-45ce-8f52-47e1590d0414", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2119084558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c56f41f4d84fc29de77f1f19cee68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1bb01dd-fd", "ovs_interfaceid": "d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.316073] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:c1:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1bb01dd-fd95-4fd1-b15d-e1de59acfaa2', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.324891] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Creating folder: Project (b7c56f41f4d84fc29de77f1f19cee68f). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.328246] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-362ecf5d-bdc4-4c30-b760-5fae2af4b180 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.341837] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Created folder: Project (b7c56f41f4d84fc29de77f1f19cee68f) in parent group-v680985. [ 1171.342191] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Creating folder: Instances. Parent ref: group-v681271. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.342454] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8bcb3ac-435a-4324-bfc6-de856a6fb1b0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.355772] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Created folder: Instances in parent group-v681271. [ 1171.356143] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.356407] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.362998] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e5b24a5-5edb-4b37-962e-55bacdbf61dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.395749] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.395749] env[69905]: value = "task-3414332" [ 1171.395749] env[69905]: _type = "Task" [ 1171.395749] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.432216] env[69905]: DEBUG nova.compute.manager [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Received event network-changed-d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.432565] env[69905]: DEBUG nova.compute.manager [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Refreshing instance network info cache due to event network-changed-d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.432858] env[69905]: DEBUG oslo_concurrency.lockutils [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] Acquiring lock "refresh_cache-2dbb23fb-1273-425e-88f5-184186240e16" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.433228] env[69905]: DEBUG oslo_concurrency.lockutils [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] Acquired lock "refresh_cache-2dbb23fb-1273-425e-88f5-184186240e16" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.433421] env[69905]: DEBUG nova.network.neutron [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Refreshing network info cache for port d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.545270] env[69905]: INFO nova.compute.manager [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Took 27.46 seconds to build instance. [ 1171.604802] env[69905]: DEBUG oslo_vmware.api [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414329, 'name': PowerOffVM_Task, 'duration_secs': 0.199305} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.607976] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.608224] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.608593] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd4e2ca-77e2-4ed4-b206-601eb76b842c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.675257] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.675526] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.675793] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Deleting the datastore file [datastore2] 0a0be178-e246-4eb8-8057-d805340183ef {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.677776] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c1480c7-c769-436b-ba38-35bb0a577732 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.685271] env[69905]: DEBUG oslo_vmware.api [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for the task: (returnval){ [ 1171.685271] env[69905]: value = "task-3414334" [ 1171.685271] env[69905]: _type = "Task" [ 1171.685271] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.696232] env[69905]: DEBUG oslo_vmware.api [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.792165] env[69905]: INFO nova.compute.resource_tracker [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating resource usage from migration 804c8e95-571d-4688-be93-26cbf1f36546 [ 1171.910659] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414332, 'name': CreateVM_Task, 'duration_secs': 0.348964} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.912115] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.912690] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.912869] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.913267] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.916203] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d1df67-6136-41cd-8134-935a57cd49e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.923211] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1171.923211] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520d4e6e-6a5f-82b0-f7f0-3507c6d45a6d" [ 1171.923211] env[69905]: _type = "Task" [ 1171.923211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.935408] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520d4e6e-6a5f-82b0-f7f0-3507c6d45a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.051363] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0320d51e-9e8c-4b04-9d93-a17c459de029 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.975s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.099623] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9031caba-8e55-453b-8813-65a607bf3191 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.107696] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5794349-5709-4916-aafe-b9547a1b1215 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.146923] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209f18a9-86a5-4a01-9ac5-40b489c49c67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.158323] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60d510-975c-432b-89f6-d534224cba6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.175017] env[69905]: DEBUG nova.compute.provider_tree [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.197096] env[69905]: DEBUG oslo_vmware.api [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Task: {'id': task-3414334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170256} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.197493] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.197682] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.200019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.200019] env[69905]: INFO nova.compute.manager [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.200019] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.200019] env[69905]: DEBUG nova.compute.manager [-] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.200019] env[69905]: DEBUG nova.network.neutron [-] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.292995] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Completed reading data from the image iterator. {{(pid=69905) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1172.292995] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df8d45-b008-9ce0-cfba-d1400f409651/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1172.293905] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b5318-ca05-476a-bf93-9e90d1e390dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.302027] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df8d45-b008-9ce0-cfba-d1400f409651/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1172.302233] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df8d45-b008-9ce0-cfba-d1400f409651/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1172.302499] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-65b7c491-55da-483a-9508-77038ba4d056 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.436219] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520d4e6e-6a5f-82b0-f7f0-3507c6d45a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.436559] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.436801] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.437049] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.437205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.437386] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.437863] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e76f793f-fc24-43c4-a2e1-a0dbe019af11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.450161] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.450364] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.451155] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3353a01b-1f6f-4cce-a39c-7742fef45f19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.456655] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1172.456655] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c16c6e-ca30-2a3b-758e-eb2fe645b951" [ 1172.456655] env[69905]: _type = "Task" [ 1172.456655] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.460726] env[69905]: DEBUG nova.network.neutron [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Updated VIF entry in instance network info cache for port d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.461114] env[69905]: DEBUG nova.network.neutron [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Updating instance_info_cache with network_info: [{"id": "d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2", "address": "fa:16:3e:c5:c1:33", "network": {"id": "628e1bca-a6cf-45ce-8f52-47e1590d0414", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2119084558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c56f41f4d84fc29de77f1f19cee68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1bb01dd-fd", "ovs_interfaceid": "d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.467649] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c16c6e-ca30-2a3b-758e-eb2fe645b951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.682726] env[69905]: DEBUG nova.scheduler.client.report [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.747414] env[69905]: DEBUG oslo_vmware.rw_handles [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df8d45-b008-9ce0-cfba-d1400f409651/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1172.747637] env[69905]: INFO nova.virt.vmwareapi.images [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Downloaded image file data 28372c45-6386-4cd0-b6a2-23497714ac32 [ 1172.748565] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55dd0ff-c04d-47b3-8da5-734811b6e1ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.763989] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8d59495-ef8e-4771-9d6c-c6647d1ffb90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.968249] env[69905]: DEBUG oslo_concurrency.lockutils [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] Releasing lock "refresh_cache-2dbb23fb-1273-425e-88f5-184186240e16" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.968555] env[69905]: DEBUG nova.compute.manager [req-a13f3543-73ff-43f9-b383-7524b68639fc req-04fe3d33-3593-43da-9aae-9ed71e29ac0a service nova] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Received event network-vif-deleted-eeea98b4-2f0f-4589-8ce6-4ab3b709fe17 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.969327] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c16c6e-ca30-2a3b-758e-eb2fe645b951, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.970285] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad84152c-4378-4caa-a63a-d8dfe56c7967 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.974744] env[69905]: INFO nova.virt.vmwareapi.images [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] The imported VM was unregistered [ 1172.977675] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Caching image {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1172.977675] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Creating directory with path [datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.978856] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce054093-9434-4f1b-9bd5-d8867a22e7ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.981480] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1172.981480] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521f841c-abe2-70dd-bd6a-c635600b0cad" [ 1172.981480] env[69905]: _type = "Task" [ 1172.981480] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.992721] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521f841c-abe2-70dd-bd6a-c635600b0cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.015522] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Created directory with path [datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.015764] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf/OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf.vmdk to [datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32/28372c45-6386-4cd0-b6a2-23497714ac32.vmdk. {{(pid=69905) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1173.016018] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f4b29fd6-f0a6-4a57-a6a9-ac27e2eef3d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.022651] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1173.022651] env[69905]: value = "task-3414336" [ 1173.022651] env[69905]: _type = "Task" [ 1173.022651] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.031241] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414336, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.192370] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.419s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.192600] env[69905]: INFO nova.compute.manager [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Migrating [ 1173.200710] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.733s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.499360] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521f841c-abe2-70dd-bd6a-c635600b0cad, 'name': SearchDatastore_Task, 'duration_secs': 0.037159} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.499360] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.499360] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2dbb23fb-1273-425e-88f5-184186240e16/2dbb23fb-1273-425e-88f5-184186240e16.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.499360] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c91d7a3-93f2-4886-ba0e-0753f2054866 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.504359] env[69905]: DEBUG nova.compute.manager [req-c1bb720c-c83c-4b96-9bfb-24bd85f56e5a req-90659b10-e4b6-4ec9-b233-b94742769260 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Received event network-vif-deleted-62e0796f-cc0c-4513-b11a-03387b0d5ca1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.504599] env[69905]: INFO nova.compute.manager [req-c1bb720c-c83c-4b96-9bfb-24bd85f56e5a req-90659b10-e4b6-4ec9-b233-b94742769260 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Neutron deleted interface 62e0796f-cc0c-4513-b11a-03387b0d5ca1; detaching it from the instance and deleting it from the info cache [ 1173.504776] env[69905]: DEBUG nova.network.neutron [req-c1bb720c-c83c-4b96-9bfb-24bd85f56e5a req-90659b10-e4b6-4ec9-b233-b94742769260 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.506807] env[69905]: DEBUG nova.network.neutron [-] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.512908] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1173.512908] env[69905]: value = "task-3414337" [ 1173.512908] env[69905]: _type = "Task" [ 1173.512908] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.522993] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.535337] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414336, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.717311] env[69905]: DEBUG nova.objects.instance [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'migration_context' on Instance uuid b1d45472-a29f-444c-9d5c-54d5d0f4b8ea {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.720845] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.720845] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.720845] env[69905]: DEBUG nova.network.neutron [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.009217] env[69905]: INFO nova.compute.manager [-] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Took 1.81 seconds to deallocate network for instance. [ 1174.011841] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84eb181b-502a-4398-bb67-9f444a1e773b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.032286] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.037902] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ed1bef-907a-4e04-9beb-b1dc66cc0c21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.053783] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414336, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.066826] env[69905]: DEBUG oslo_concurrency.lockutils [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.067206] env[69905]: DEBUG oslo_concurrency.lockutils [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.067565] env[69905]: DEBUG nova.compute.manager [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.068589] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767212b9-1e8d-47ec-a10e-7f2fe13baf73 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.085785] env[69905]: DEBUG nova.compute.manager [req-c1bb720c-c83c-4b96-9bfb-24bd85f56e5a req-90659b10-e4b6-4ec9-b233-b94742769260 service nova] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Detach interface failed, port_id=62e0796f-cc0c-4513-b11a-03387b0d5ca1, reason: Instance 0a0be178-e246-4eb8-8057-d805340183ef could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.091710] env[69905]: DEBUG nova.compute.manager [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1174.092254] env[69905]: DEBUG nova.objects.instance [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lazy-loading 'flavor' on Instance uuid 95ffc933-947a-40be-ba77-6bfd6456ae0e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.529591] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.535949] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb1597-5de7-4cb9-83fd-c9212926d9ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.546129] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636224} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.546965] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2dbb23fb-1273-425e-88f5-184186240e16/2dbb23fb-1273-425e-88f5-184186240e16.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.547813] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.548675] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25cca467-a209-4a7e-b9e6-b506271491b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.555700] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414336, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.557479] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f730bead-4285-4455-b89e-cef20a620d7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.562249] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1174.562249] env[69905]: value = "task-3414339" [ 1174.562249] env[69905]: _type = "Task" [ 1174.562249] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.597876] env[69905]: DEBUG nova.network.neutron [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance_info_cache with network_info: [{"id": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "address": "fa:16:3e:22:ab:96", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb7e3df-21", "ovs_interfaceid": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.601461] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd735c6-ae39-4178-abdb-d758116b9763 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.609841] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.618183] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6e9946-9c25-4a3c-bb71-14b7aa29e8f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.636162] env[69905]: DEBUG nova.compute.provider_tree [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.039696] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414336, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.073466] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082435} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.073802] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.074816] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f211799-0ecf-4176-a86a-927c22267a16 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.097363] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2dbb23fb-1273-425e-88f5-184186240e16/2dbb23fb-1273-425e-88f5-184186240e16.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.097702] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982b7ed3-25a6-4102-bb3c-7ad2ba6e8d83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.113284] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.115095] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.115871] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62b367a5-72ad-42dc-9e7d-516a5b776ed7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.123156] env[69905]: DEBUG oslo_vmware.api [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1175.123156] env[69905]: value = "task-3414341" [ 1175.123156] env[69905]: _type = "Task" [ 1175.123156] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.124633] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1175.124633] env[69905]: value = "task-3414340" [ 1175.124633] env[69905]: _type = "Task" [ 1175.124633] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.142309] env[69905]: DEBUG nova.scheduler.client.report [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.146381] env[69905]: DEBUG oslo_vmware.api [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.151184] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.541837] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414336, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.638760] env[69905]: DEBUG oslo_vmware.api [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414341, 'name': PowerOffVM_Task, 'duration_secs': 0.369886} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.642791] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.643090] env[69905]: DEBUG nova.compute.manager [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.643445] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414340, 'name': ReconfigVM_Task, 'duration_secs': 0.473576} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.644185] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9e087-735e-4477-a786-bc6f46560093 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.646907] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2dbb23fb-1273-425e-88f5-184186240e16/2dbb23fb-1273-425e-88f5-184186240e16.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.651316] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f7d40b-b221-4835-9476-b27dcbd3196c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.660956] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1175.660956] env[69905]: value = "task-3414342" [ 1175.660956] env[69905]: _type = "Task" [ 1175.660956] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.669186] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414342, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.042654] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414336, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.632112} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.043026] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf/OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf.vmdk to [datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32/28372c45-6386-4cd0-b6a2-23497714ac32.vmdk. [ 1176.043127] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Cleaning up location [datastore2] OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1176.043295] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bac0d458-7f5d-4b4f-a7d6-f6ae501dcedf {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.043554] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f80daabe-5934-4926-8566-b2cbedc664a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.051502] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1176.051502] env[69905]: value = "task-3414343" [ 1176.051502] env[69905]: _type = "Task" [ 1176.051502] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.060688] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.156706] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.955s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.162350] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.007s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.163829] env[69905]: INFO nova.compute.claims [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.189211] env[69905]: DEBUG oslo_concurrency.lockutils [None req-017ccfb7-032d-4662-8e66-43663856ae8b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.200846] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414342, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.567020] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036032} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.567020] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.567020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32/28372c45-6386-4cd0-b6a2-23497714ac32.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.567020] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32/28372c45-6386-4cd0-b6a2-23497714ac32.vmdk to [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.567020] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f1d7ba-96ee-472b-a9b9-ba3fda242392 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.576028] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1176.576028] env[69905]: value = "task-3414344" [ 1176.576028] env[69905]: _type = "Task" [ 1176.576028] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.584149] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.629347] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c00a29-b897-44dd-abb9-5bd770f5166f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.654056] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance '25c68684-c353-4d5d-be5c-3483e67a2bbf' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.686848] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414342, 'name': Rename_Task, 'duration_secs': 0.585407} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.687316] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.687698] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c38a66-03b3-4bb9-b717-d7bd2a923ad6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.696059] env[69905]: DEBUG nova.objects.instance [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lazy-loading 'flavor' on Instance uuid 95ffc933-947a-40be-ba77-6bfd6456ae0e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.697676] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1176.697676] env[69905]: value = "task-3414345" [ 1176.697676] env[69905]: _type = "Task" [ 1176.697676] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.708148] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.086411] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414344, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.162043] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.162281] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39287a0d-789e-40d6-b2b6-fd72281d8d21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.171539] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1177.171539] env[69905]: value = "task-3414347" [ 1177.171539] env[69905]: _type = "Task" [ 1177.171539] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.185190] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.204482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.204775] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquired lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.204974] env[69905]: DEBUG nova.network.neutron [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.205169] env[69905]: DEBUG nova.objects.instance [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lazy-loading 'info_cache' on Instance uuid 95ffc933-947a-40be-ba77-6bfd6456ae0e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.223966] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.415839] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.416086] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.516635] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c2b60-378a-4065-9169-2f7881d63934 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.525124] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92dd822-aa50-4c0c-a00b-a0fd46a68ace {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.557026] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36629521-b1cc-449d-80e1-3602d1701062 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.564637] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc704f50-cef9-4d6a-9983-a28c3b10d2a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.578750] env[69905]: DEBUG nova.compute.provider_tree [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.588345] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414344, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.680647] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.714778] env[69905]: DEBUG oslo_vmware.api [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414345, 'name': PowerOnVM_Task, 'duration_secs': 0.645238} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.715137] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.715441] env[69905]: INFO nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1177.715555] env[69905]: DEBUG nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.717734] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35770d5-4ddb-4ed8-8f12-03edb9b2030e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.720281] env[69905]: DEBUG nova.objects.base [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Object Instance<95ffc933-947a-40be-ba77-6bfd6456ae0e> lazy-loaded attributes: flavor,info_cache {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.739701] env[69905]: INFO nova.compute.manager [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Swapping old allocation on dict_keys(['f133ba43-d404-412b-a798-6fa4ec2fd7a0']) held by migration 36746ba8-9e3a-4550-bc7b-f707fa249f6d for instance [ 1177.772279] env[69905]: DEBUG nova.scheduler.client.report [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Overwriting current allocation {'allocations': {'f133ba43-d404-412b-a798-6fa4ec2fd7a0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 134}}, 'project_id': '1bd06326e7b04559bba625e9d512d0b9', 'user_id': '618642c556b34f549774a7b9ae3bf136', 'consumer_generation': 1} on consumer b1d45472-a29f-444c-9d5c-54d5d0f4b8ea {{(pid=69905) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1177.867322] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.867521] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.867884] env[69905]: DEBUG nova.network.neutron [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.918231] env[69905]: DEBUG nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.085039] env[69905]: DEBUG nova.scheduler.client.report [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.092179] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414344, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.183594] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414347, 'name': PowerOffVM_Task, 'duration_secs': 1.000348} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.183929] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.184530] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance '25c68684-c353-4d5d-be5c-3483e67a2bbf' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.241421] env[69905]: INFO nova.compute.manager [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Took 30.57 seconds to build instance. [ 1178.442843] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.590369] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414344, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.593566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.593974] env[69905]: DEBUG nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.596757] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.142s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.597036] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.597231] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1178.597578] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.605s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.598103] env[69905]: DEBUG nova.objects.instance [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'resources' on Instance uuid 21c4fbd5-71ae-453e-b77c-2e46492a6140 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.600126] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3426f2ae-5b27-4a53-a90a-add5bef37002 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.609091] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63368a-3d39-4663-963c-924e4272f85d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.626286] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eba5a5c-432f-49d7-b84b-e94ec7e2550a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.635496] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1977c459-b902-49fa-9103-4c56e7b50856 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.677052] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179032MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1178.677267] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.695230] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.695230] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.695230] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.695230] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.695230] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.695230] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.696084] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.696412] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.696750] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.697070] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.697378] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.703933] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb807558-d4c5-41ed-bcea-b09a7cf85a2f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.726315] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1178.726315] env[69905]: value = "task-3414348" [ 1178.726315] env[69905]: _type = "Task" [ 1178.726315] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.736350] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.744356] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3722cbe7-7abe-40d6-8c91-36ae00215032 tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "2dbb23fb-1273-425e-88f5-184186240e16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.090s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.799807] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "0333260a-d7e1-4d26-843e-23c1550f38ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.799807] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.799807] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "0333260a-d7e1-4d26-843e-23c1550f38ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.799807] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.799807] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.802838] env[69905]: INFO nova.compute.manager [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Terminating instance [ 1178.971595] env[69905]: DEBUG nova.network.neutron [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Updating instance_info_cache with network_info: [{"id": "9dc57ce3-7519-4e10-af26-043368309cd8", "address": "fa:16:3e:b5:e5:0b", "network": {"id": "712888c5-d733-436c-ae08-214e91a458dc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1212482302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5e8353277845fea92b6a01b94c6ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc57ce3-75", "ovs_interfaceid": "9dc57ce3-7519-4e10-af26-043368309cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.088952] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414344, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.377374} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.089257] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28372c45-6386-4cd0-b6a2-23497714ac32/28372c45-6386-4cd0-b6a2-23497714ac32.vmdk to [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.090065] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c52079d-4bcc-4b72-a3df-8c287765cf37 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.105545] env[69905]: DEBUG nova.compute.utils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.119517] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.122697] env[69905]: DEBUG nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.122907] env[69905]: DEBUG nova.network.neutron [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.125511] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e8bb83-8e50-4da5-ad3e-1f268eafc8ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.148869] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1179.148869] env[69905]: value = "task-3414349" [ 1179.148869] env[69905]: _type = "Task" [ 1179.148869] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.163475] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.210556] env[69905]: DEBUG nova.network.neutron [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [{"id": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "address": "fa:16:3e:20:20:eb", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94a99b3-ab", "ovs_interfaceid": "f94a99b3-abc7-4058-8dc7-44842dcff12a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.225829] env[69905]: DEBUG nova.policy [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17b64c0e3ae4c6ebab651e40910a93f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d476f11ac9448f8b4f919bc27df7194', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.238228] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414348, 'name': ReconfigVM_Task, 'duration_secs': 0.338003} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.238545] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance '25c68684-c353-4d5d-be5c-3483e67a2bbf' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.312485] env[69905]: DEBUG nova.compute.manager [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.312714] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.313773] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0af2ee7-9b4b-4bca-8443-b782908531fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.324035] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.324287] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d75a5ec-33c2-4b7d-9084-a0930d8b479e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331864] env[69905]: DEBUG oslo_vmware.api [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1179.331864] env[69905]: value = "task-3414350" [ 1179.331864] env[69905]: _type = "Task" [ 1179.331864] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.341052] env[69905]: DEBUG oslo_vmware.api [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.430855] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35dbc30-b64a-41c5-890e-c60ac6117136 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.439824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6fda37-9973-464c-b911-ab6818144371 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.471370] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c408a1-d9b3-4a2f-a000-f0518a2fbb1a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.475141] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Releasing lock "refresh_cache-95ffc933-947a-40be-ba77-6bfd6456ae0e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.480855] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1442e8-b2b2-4f10-969e-00d6e1301835 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.495974] env[69905]: DEBUG nova.compute.provider_tree [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.623253] env[69905]: DEBUG nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.627280] env[69905]: DEBUG nova.network.neutron [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Successfully created port: 7ebb99db-464e-4eaf-b90f-88cb7d8154d6 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.658127] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414349, 'name': ReconfigVM_Task, 'duration_secs': 0.367681} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.658879] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15/7c3e888f-77f1-40b8-979e-3e0ad5536a15.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.659180] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1875dc-6d7d-4887-b6ba-881900aa2c2d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.666070] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1179.666070] env[69905]: value = "task-3414351" [ 1179.666070] env[69905]: _type = "Task" [ 1179.666070] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.675618] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414351, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.714141] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.714462] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8701f35a-4e08-4c99-8fe2-a95a97b183cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.721541] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152a0456-74e9-4f8d-b768-91e71e99ea53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.745142] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.745409] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.745563] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.745741] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.745901] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.746055] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.746256] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.746409] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.746570] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.747206] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.747206] env[69905]: DEBUG nova.virt.hardware [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.753144] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.753144] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8386a0b4-b9bb-43d7-bf1a-f636c5d5a643 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.774465] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1179.774465] env[69905]: value = "task-3414352" [ 1179.774465] env[69905]: _type = "Task" [ 1179.774465] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.785743] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.844921] env[69905]: DEBUG oslo_vmware.api [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414350, 'name': PowerOffVM_Task, 'duration_secs': 0.241344} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.845656] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.845979] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.846854] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f4f2e0-8770-4de5-a1ee-8332b18a3695 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.915395] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.915620] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.915801] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Deleting the datastore file [datastore1] 0333260a-d7e1-4d26-843e-23c1550f38ad {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.916113] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d00345-7189-478a-ae6f-f5d4805da546 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.926721] env[69905]: DEBUG oslo_vmware.api [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for the task: (returnval){ [ 1179.926721] env[69905]: value = "task-3414354" [ 1179.926721] env[69905]: _type = "Task" [ 1179.926721] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.936628] env[69905]: DEBUG oslo_vmware.api [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.999314] env[69905]: DEBUG nova.scheduler.client.report [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.182021] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414351, 'name': Rename_Task, 'duration_secs': 0.161041} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.183865] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.184480] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60201bb7-4dac-493b-881d-401c998d2951 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.191025] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1180.191025] env[69905]: value = "task-3414355" [ 1180.191025] env[69905]: _type = "Task" [ 1180.191025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.201279] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.284803] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414352, 'name': ReconfigVM_Task, 'duration_secs': 0.246924} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.285120] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.285986] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de70cd-ec79-4a96-bd47-276ac7bf929d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.326246] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 25c68684-c353-4d5d-be5c-3483e67a2bbf/25c68684-c353-4d5d-be5c-3483e67a2bbf.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.326246] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb06beb8-70c0-4410-8119-6c4b3b729524 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.348192] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1180.348192] env[69905]: value = "task-3414356" [ 1180.348192] env[69905]: _type = "Task" [ 1180.348192] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.358459] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.439592] env[69905]: DEBUG oslo_vmware.api [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Task: {'id': task-3414354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374589} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.439592] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.439592] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.439592] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.439592] env[69905]: INFO nova.compute.manager [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1180.439592] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.439592] env[69905]: DEBUG nova.compute.manager [-] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.439592] env[69905]: DEBUG nova.network.neutron [-] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.484441] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.484769] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b7f575-fd8f-4422-a022-eda8b6f4d97a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.491094] env[69905]: DEBUG oslo_vmware.api [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1180.491094] env[69905]: value = "task-3414357" [ 1180.491094] env[69905]: _type = "Task" [ 1180.491094] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.499998] env[69905]: DEBUG oslo_vmware.api [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.508075] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.511639] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.466s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.511639] env[69905]: DEBUG nova.objects.instance [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lazy-loading 'resources' on Instance uuid 48c4c2f6-2fb1-4105-b3f9-a96095526316 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.547620] env[69905]: INFO nova.scheduler.client.report [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted allocations for instance 21c4fbd5-71ae-453e-b77c-2e46492a6140 [ 1180.637834] env[69905]: DEBUG nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.683870] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.684057] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.684201] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.684410] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.684567] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.684714] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.684940] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.685227] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.685478] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.685478] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.685696] env[69905]: DEBUG nova.virt.hardware [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.686692] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa245ae4-6296-4f57-9af6-857f01ae0d03 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.698374] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28c0482-937c-4821-a6a3-e4588d67220e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.711017] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414355, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.845683] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.846039] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b07edd1-81fe-441a-be7c-6c3576e60f29 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.858880] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1180.858880] env[69905]: value = "task-3414358" [ 1180.858880] env[69905]: _type = "Task" [ 1180.858880] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.867697] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414356, 'name': ReconfigVM_Task, 'duration_secs': 0.344811} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.867697] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 25c68684-c353-4d5d-be5c-3483e67a2bbf/25c68684-c353-4d5d-be5c-3483e67a2bbf.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.867915] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance '25c68684-c353-4d5d-be5c-3483e67a2bbf' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.875607] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.002225] env[69905]: DEBUG oslo_vmware.api [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.032899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "2dbb23fb-1273-425e-88f5-184186240e16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.032899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "2dbb23fb-1273-425e-88f5-184186240e16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.032899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "2dbb23fb-1273-425e-88f5-184186240e16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.032899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "2dbb23fb-1273-425e-88f5-184186240e16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.032899] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "2dbb23fb-1273-425e-88f5-184186240e16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.037055] env[69905]: INFO nova.compute.manager [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Terminating instance [ 1181.058299] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7f68c078-b185-49bf-bc1e-00fc3732913e tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "21c4fbd5-71ae-453e-b77c-2e46492a6140" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.940s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.213233] env[69905]: DEBUG oslo_vmware.api [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414355, 'name': PowerOnVM_Task, 'duration_secs': 0.689976} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.213233] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.248830] env[69905]: DEBUG nova.compute.manager [req-b7361413-a2dc-4530-bcf7-4c861d81b666 req-01fbdb24-baeb-4d21-99c7-34707fe8870b service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Received event network-vif-deleted-a0744f35-137b-41f5-ba49-a706340f933b {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.250028] env[69905]: INFO nova.compute.manager [req-b7361413-a2dc-4530-bcf7-4c861d81b666 req-01fbdb24-baeb-4d21-99c7-34707fe8870b service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Neutron deleted interface a0744f35-137b-41f5-ba49-a706340f933b; detaching it from the instance and deleting it from the info cache [ 1181.250028] env[69905]: DEBUG nova.network.neutron [req-b7361413-a2dc-4530-bcf7-4c861d81b666 req-01fbdb24-baeb-4d21-99c7-34707fe8870b service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.345982] env[69905]: DEBUG nova.compute.manager [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.346905] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce42d5b-5451-47c7-ac55-bcd61d5f739c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.359525] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b3790-1a70-4755-b345-6aaf5d5ba19c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.385147] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7acb20-b08f-4522-a981-a10d4195d766 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.390891] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3175e99f-b5fe-4abd-a47f-ed306d1c349f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.395872] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414358, 'name': PowerOffVM_Task, 'duration_secs': 0.207686} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.396235] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.396979] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.397343] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.397820] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.398035] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.398593] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.398593] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.398593] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.398766] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.399145] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.399145] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.399217] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.405038] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-084c0b46-00c3-4167-b3c5-99e0a707eb7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.455830] env[69905]: DEBUG nova.network.neutron [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Successfully updated port: 7ebb99db-464e-4eaf-b90f-88cb7d8154d6 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.459746] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067af31-06ca-4315-82fe-8b97be760e19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.461360] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699bf1c8-0bc7-4816-9e06-24deb2eab8df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.465685] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1181.465685] env[69905]: value = "task-3414359" [ 1181.465685] env[69905]: _type = "Task" [ 1181.465685] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.488393] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance '25c68684-c353-4d5d-be5c-3483e67a2bbf' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.493890] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad4b28b-a19f-42e2-9aa4-5a202d72538a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.505778] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.511032] env[69905]: DEBUG oslo_vmware.api [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414357, 'name': PowerOnVM_Task, 'duration_secs': 0.838464} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.519200] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.519436] env[69905]: DEBUG nova.compute.manager [None req-59f8f9a6-3cf1-457f-80ae-a4ba29a7568b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.520353] env[69905]: DEBUG nova.compute.provider_tree [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.522255] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c7d2b-6d89-42a0-ae2b-8b16dee968a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.543402] env[69905]: DEBUG nova.compute.manager [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.543612] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.545250] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8eda8c-7104-4e57-8c59-1ccf25636ae3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.552698] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.552960] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3baccd-4dad-41d7-828d-86c3652a3898 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.559230] env[69905]: DEBUG oslo_vmware.api [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1181.559230] env[69905]: value = "task-3414360" [ 1181.559230] env[69905]: _type = "Task" [ 1181.559230] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.567681] env[69905]: DEBUG oslo_vmware.api [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.708159] env[69905]: DEBUG nova.network.neutron [-] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.755800] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de3ed0b0-aeab-421c-8fd5-88f8bf657102 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.762476] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d57df-c132-42c8-a926-749679c40115 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.798078] env[69905]: DEBUG nova.compute.manager [req-b7361413-a2dc-4530-bcf7-4c861d81b666 req-01fbdb24-baeb-4d21-99c7-34707fe8870b service nova] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Detach interface failed, port_id=a0744f35-137b-41f5-ba49-a706340f933b, reason: Instance 0333260a-d7e1-4d26-843e-23c1550f38ad could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.871974] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b33560dd-0cc8-4b69-8661-a03364629907 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.127s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.966590] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.966751] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.967061] env[69905]: DEBUG nova.network.neutron [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.978566] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414359, 'name': ReconfigVM_Task, 'duration_secs': 0.153135} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.981245] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1a2296-0c08-4b04-8143-711c6bb3ccf7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.011943] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.012165] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.012365] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.012554] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.012709] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.012857] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.013206] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.013431] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.013753] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.013821] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.014040] env[69905]: DEBUG nova.virt.hardware [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.014879] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7939ac-986c-45f9-8f1d-ba3ed78b58a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.021231] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1182.021231] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52163c89-1210-6f1b-9fc8-b862ca2aa2bb" [ 1182.021231] env[69905]: _type = "Task" [ 1182.021231] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.026410] env[69905]: DEBUG nova.scheduler.client.report [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.036472] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52163c89-1210-6f1b-9fc8-b862ca2aa2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.068342] env[69905]: DEBUG oslo_vmware.api [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414360, 'name': PowerOffVM_Task, 'duration_secs': 0.345964} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.069073] env[69905]: DEBUG nova.network.neutron [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Port 6eb7e3df-212d-4bba-ba76-6142ed85b51d binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1182.070277] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.070450] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.070717] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed3f66de-fffe-4bd1-b078-7a717d662ce0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.151612] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.152052] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.152300] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Deleting the datastore file [datastore1] 2dbb23fb-1273-425e-88f5-184186240e16 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.152677] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c358e949-9afe-40f7-a7ea-50b5f447c0a5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.161216] env[69905]: DEBUG oslo_vmware.api [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for the task: (returnval){ [ 1182.161216] env[69905]: value = "task-3414362" [ 1182.161216] env[69905]: _type = "Task" [ 1182.161216] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.172410] env[69905]: DEBUG oslo_vmware.api [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.210248] env[69905]: INFO nova.compute.manager [-] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Took 1.77 seconds to deallocate network for instance. [ 1182.520154] env[69905]: DEBUG nova.network.neutron [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.533872] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.535789] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52163c89-1210-6f1b-9fc8-b862ca2aa2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.018297} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.536236] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.336s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.536457] env[69905]: DEBUG nova.objects.instance [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lazy-loading 'resources' on Instance uuid 04b94df6-7808-4813-81c9-f2fa02267c75 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.542728] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.544375] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d83d3e2b-1309-415e-bce0-679ba17e3d17 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.570024] env[69905]: INFO nova.scheduler.client.report [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleted allocations for instance 48c4c2f6-2fb1-4105-b3f9-a96095526316 [ 1182.579019] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1182.579019] env[69905]: value = "task-3414363" [ 1182.579019] env[69905]: _type = "Task" [ 1182.579019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.588061] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.671071] env[69905]: DEBUG oslo_vmware.api [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Task: {'id': task-3414362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393795} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.673911] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.674252] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.674556] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.674832] env[69905]: INFO nova.compute.manager [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1182.675263] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.675724] env[69905]: DEBUG nova.compute.manager [-] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.675906] env[69905]: DEBUG nova.network.neutron [-] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.718882] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.874842] env[69905]: DEBUG nova.network.neutron [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance_info_cache with network_info: [{"id": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "address": "fa:16:3e:49:b7:90", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebb99db-46", "ovs_interfaceid": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.076451] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2885cd72-33ac-4252-b1ee-6040bbcc3ba8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.094798] env[69905]: DEBUG oslo_concurrency.lockutils [None req-69f8c257-41bd-49fc-8c60-6cb55fbc0e83 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "48c4c2f6-2fb1-4105-b3f9-a96095526316" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.861s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.106311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.106311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.106311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.107394] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ebdd4-b284-4385-90a5-50691ce4b15e tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Suspending the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1183.108830] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c68402af-1071-4f6e-a7cc-48eada583cbc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.116666] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414363, 'name': ReconfigVM_Task, 'duration_secs': 0.200962} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.117381] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.118766] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d9e5cc-3a7b-4851-89f3-4c5a167187c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.123860] env[69905]: DEBUG oslo_vmware.api [None req-3d7ebdd4-b284-4385-90a5-50691ce4b15e tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1183.123860] env[69905]: value = "task-3414364" [ 1183.123860] env[69905]: _type = "Task" [ 1183.123860] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.157822] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.163135] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d8832c-69f3-4073-af12-0bfb426253e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.182320] env[69905]: DEBUG nova.network.neutron [-] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.184177] env[69905]: DEBUG oslo_vmware.api [None req-3d7ebdd4-b284-4385-90a5-50691ce4b15e tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414364, 'name': SuspendVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.190478] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1183.190478] env[69905]: value = "task-3414365" [ 1183.190478] env[69905]: _type = "Task" [ 1183.190478] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.205725] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.372600] env[69905]: DEBUG nova.compute.manager [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Received event network-vif-plugged-7ebb99db-464e-4eaf-b90f-88cb7d8154d6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.374019] env[69905]: DEBUG oslo_concurrency.lockutils [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] Acquiring lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.374019] env[69905]: DEBUG oslo_concurrency.lockutils [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] Lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.374019] env[69905]: DEBUG oslo_concurrency.lockutils [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] Lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.374019] env[69905]: DEBUG nova.compute.manager [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] No waiting events found dispatching network-vif-plugged-7ebb99db-464e-4eaf-b90f-88cb7d8154d6 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.374019] env[69905]: WARNING nova.compute.manager [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Received unexpected event network-vif-plugged-7ebb99db-464e-4eaf-b90f-88cb7d8154d6 for instance with vm_state building and task_state spawning. [ 1183.374345] env[69905]: DEBUG nova.compute.manager [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Received event network-changed-7ebb99db-464e-4eaf-b90f-88cb7d8154d6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.374591] env[69905]: DEBUG nova.compute.manager [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Refreshing instance network info cache due to event network-changed-7ebb99db-464e-4eaf-b90f-88cb7d8154d6. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.374806] env[69905]: DEBUG oslo_concurrency.lockutils [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] Acquiring lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.379670] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.379670] env[69905]: DEBUG nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Instance network_info: |[{"id": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "address": "fa:16:3e:49:b7:90", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebb99db-46", "ovs_interfaceid": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.379670] env[69905]: DEBUG oslo_concurrency.lockutils [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] Acquired lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.379670] env[69905]: DEBUG nova.network.neutron [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Refreshing network info cache for port 7ebb99db-464e-4eaf-b90f-88cb7d8154d6 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.379670] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ebb99db-464e-4eaf-b90f-88cb7d8154d6', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.388476] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.392211] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.393227] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ad2bf0-7244-413e-aa59-fea6906b05f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.418716] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.418716] env[69905]: value = "task-3414367" [ 1183.418716] env[69905]: _type = "Task" [ 1183.418716] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.428014] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414367, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.430029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b687883-f6c7-49c8-a9fc-db845d8df46b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.441863] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fee875-72b7-4c22-9632-c288f796dac4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.476552] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e8b062-f917-482f-a7bf-fe58f3eb4ea9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.486211] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759cff3-817f-446f-8b26-058ec7f46acb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.501253] env[69905]: DEBUG nova.compute.provider_tree [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.636569] env[69905]: DEBUG oslo_vmware.api [None req-3d7ebdd4-b284-4385-90a5-50691ce4b15e tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414364, 'name': SuspendVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.687671] env[69905]: INFO nova.compute.manager [-] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Took 1.01 seconds to deallocate network for instance. [ 1183.702228] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414365, 'name': ReconfigVM_Task, 'duration_secs': 0.346847} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.702622] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea/b1d45472-a29f-444c-9d5c-54d5d0f4b8ea.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.703434] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9863e533-e306-48a8-a875-7caa3152839a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.724756] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37942bf8-f46c-460b-8d69-cee271b8fcb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.749430] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e22d5a-1d33-4ef7-ba96-2752bfe6ffaf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.772726] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4830571f-266f-4e6d-8531-498cf7fc73f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.780665] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.780952] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e4439f9-4286-464f-a43d-c495cfab26bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.787406] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1183.787406] env[69905]: value = "task-3414368" [ 1183.787406] env[69905]: _type = "Task" [ 1183.787406] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.796598] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.919707] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "616812d5-a860-40d4-8086-3ae6a89f6878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.919927] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.930499] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414367, 'name': CreateVM_Task, 'duration_secs': 0.500527} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.930715] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.931385] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.931545] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.931903] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.932164] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c223ad-6f29-4fbd-a1df-314a751abda9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.936700] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1183.936700] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52abbfc6-e2a9-21b3-62ab-8ccef28d0363" [ 1183.936700] env[69905]: _type = "Task" [ 1183.936700] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.948683] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52abbfc6-e2a9-21b3-62ab-8ccef28d0363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.005771] env[69905]: DEBUG nova.scheduler.client.report [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.138814] env[69905]: DEBUG oslo_vmware.api [None req-3d7ebdd4-b284-4385-90a5-50691ce4b15e tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414364, 'name': SuspendVM_Task, 'duration_secs': 0.660512} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.138814] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ebdd4-b284-4385-90a5-50691ce4b15e tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Suspended the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1184.138814] env[69905]: DEBUG nova.compute.manager [None req-3d7ebdd4-b284-4385-90a5-50691ce4b15e tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.138814] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acaf48a-62cd-46c7-898e-bcce36b74fb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.159950] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.159950] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.159950] env[69905]: DEBUG nova.network.neutron [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.198065] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.210753] env[69905]: DEBUG nova.network.neutron [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updated VIF entry in instance network info cache for port 7ebb99db-464e-4eaf-b90f-88cb7d8154d6. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.211158] env[69905]: DEBUG nova.network.neutron [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance_info_cache with network_info: [{"id": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "address": "fa:16:3e:49:b7:90", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebb99db-46", "ovs_interfaceid": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.299521] env[69905]: DEBUG oslo_vmware.api [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414368, 'name': PowerOnVM_Task, 'duration_secs': 0.420227} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.299814] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.427412] env[69905]: DEBUG nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.450527] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52abbfc6-e2a9-21b3-62ab-8ccef28d0363, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.450864] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.451113] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.451354] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.451503] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.451683] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.451953] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31bd5bcb-ca74-43d4-bff5-f914eaf19aae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.465469] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.465668] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.467053] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafd458f-db2d-41c5-b312-328147027cae {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.473186] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1184.473186] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a5dd5-5637-02b3-677f-8f641dffd5f6" [ 1184.473186] env[69905]: _type = "Task" [ 1184.473186] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.480559] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a5dd5-5637-02b3-677f-8f641dffd5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.511531] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.514030] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.984s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.514127] env[69905]: DEBUG nova.objects.instance [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lazy-loading 'resources' on Instance uuid 0a0be178-e246-4eb8-8057-d805340183ef {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.538087] env[69905]: INFO nova.scheduler.client.report [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted allocations for instance 04b94df6-7808-4813-81c9-f2fa02267c75 [ 1184.713755] env[69905]: DEBUG oslo_concurrency.lockutils [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] Releasing lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.713993] env[69905]: DEBUG nova.compute.manager [req-3d36d8c1-bb5d-4d23-b471-92038399e8cd req-a8fc3f6a-32c5-4344-81f7-579aad5a7739 service nova] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Received event network-vif-deleted-d1bb01dd-fd95-4fd1-b15d-e1de59acfaa2 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.945649] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.982996] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a5dd5-5637-02b3-677f-8f641dffd5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.048239} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.983802] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ac81c4-6ca6-499c-8b17-51b1ad8cca47 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.989283] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1184.989283] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b0dafb-dba8-4536-99c4-f8a811a5f6c0" [ 1184.989283] env[69905]: _type = "Task" [ 1184.989283] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.996751] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b0dafb-dba8-4536-99c4-f8a811a5f6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.049931] env[69905]: DEBUG oslo_concurrency.lockutils [None req-aec89701-57a2-4119-a261-abdb73f5ae1c tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "04b94df6-7808-4813-81c9-f2fa02267c75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.804s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.247396] env[69905]: DEBUG nova.network.neutron [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance_info_cache with network_info: [{"id": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "address": "fa:16:3e:22:ab:96", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb7e3df-21", "ovs_interfaceid": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.251852] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabdc24e-174f-47b8-92c7-3d347ea20c7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.259826] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb341f-566c-4186-9d07-fc53d386270e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.267901] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "7e9538ac-2eff-454d-88f8-67a3a052f2da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.268156] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.268359] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "7e9538ac-2eff-454d-88f8-67a3a052f2da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.268540] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.268724] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.294398] env[69905]: INFO nova.compute.manager [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Terminating instance [ 1185.296376] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09eb63a-3a56-4e48-8eac-04ebdd5bcfe2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.305751] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751dbddd-4f8a-46d6-a668-86aa1731255a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.323303] env[69905]: DEBUG nova.compute.provider_tree [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.343196] env[69905]: INFO nova.compute.manager [None req-ac2762f4-79fa-4796-901d-7a00d3874931 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance to original state: 'active' [ 1185.499454] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b0dafb-dba8-4536-99c4-f8a811a5f6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.033638} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.499727] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.499985] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] d75b7897-f395-4b40-97be-1830b6904ec4/d75b7897-f395-4b40-97be-1830b6904ec4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.500264] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dac0e40-2bdf-4282-adfd-cb0ece3a34d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.507423] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1185.507423] env[69905]: value = "task-3414369" [ 1185.507423] env[69905]: _type = "Task" [ 1185.507423] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.514764] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.752025] env[69905]: DEBUG oslo_concurrency.lockutils [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.801379] env[69905]: DEBUG nova.compute.manager [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.801589] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.802523] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6cfde-25fa-4e45-98fe-09c4a0bc5fff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.811034] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.811034] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6ac9357-88d6-42a5-bffe-ca9d17d7e7f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.817879] env[69905]: DEBUG oslo_vmware.api [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1185.817879] env[69905]: value = "task-3414370" [ 1185.817879] env[69905]: _type = "Task" [ 1185.817879] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.829241] env[69905]: DEBUG nova.scheduler.client.report [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.832556] env[69905]: DEBUG oslo_vmware.api [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.854853] env[69905]: INFO nova.compute.manager [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Resuming [ 1185.854853] env[69905]: DEBUG nova.objects.instance [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lazy-loading 'flavor' on Instance uuid 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.024083] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414369, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.266020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.266020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.266020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.266020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.266020] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.269827] env[69905]: INFO nova.compute.manager [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Terminating instance [ 1186.284123] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae68592-0a6e-4f07-8fdd-1e2f26e769bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.303270] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d801aa-03c4-47e1-a12d-3b7580b193ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.309791] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance '25c68684-c353-4d5d-be5c-3483e67a2bbf' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.326895] env[69905]: DEBUG oslo_vmware.api [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414370, 'name': PowerOffVM_Task, 'duration_secs': 0.269681} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.326895] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.326895] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.327090] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e8396df-f1e4-491d-a213-2a981c88e22e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.334445] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.336445] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.894s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.338924] env[69905]: INFO nova.compute.claims [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.364895] env[69905]: INFO nova.scheduler.client.report [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Deleted allocations for instance 0a0be178-e246-4eb8-8057-d805340183ef [ 1186.388048] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.388270] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.388467] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleting the datastore file [datastore2] 7e9538ac-2eff-454d-88f8-67a3a052f2da {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.388825] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-763ea718-92eb-42a4-b255-671caab4eab2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.395893] env[69905]: DEBUG oslo_vmware.api [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1186.395893] env[69905]: value = "task-3414372" [ 1186.395893] env[69905]: _type = "Task" [ 1186.395893] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.405213] env[69905]: DEBUG oslo_vmware.api [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.519476] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666935} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.519793] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] d75b7897-f395-4b40-97be-1830b6904ec4/d75b7897-f395-4b40-97be-1830b6904ec4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.519897] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.520176] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1102d18f-b220-4992-b72b-eedbad79ee24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.528122] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1186.528122] env[69905]: value = "task-3414373" [ 1186.528122] env[69905]: _type = "Task" [ 1186.528122] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.539351] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.772384] env[69905]: DEBUG nova.compute.manager [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.772634] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.773501] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71077704-d80e-4fb1-8d11-b94596793a75 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.781429] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.781638] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee4054e-24fc-4681-9952-75d4a634152e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.788171] env[69905]: DEBUG oslo_vmware.api [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1186.788171] env[69905]: value = "task-3414374" [ 1186.788171] env[69905]: _type = "Task" [ 1186.788171] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.796254] env[69905]: DEBUG oslo_vmware.api [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.816621] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.816964] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-625e6276-8a88-4930-89f7-07840a9bd2bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.823865] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1186.823865] env[69905]: value = "task-3414375" [ 1186.823865] env[69905]: _type = "Task" [ 1186.823865] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.831493] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.871289] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d3cf4a57-bf2f-4baf-8324-e51619f49c93 tempest-ServersTestFqdnHostnames-1706147093 tempest-ServersTestFqdnHostnames-1706147093-project-member] Lock "0a0be178-e246-4eb8-8057-d805340183ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.308s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.906164] env[69905]: DEBUG oslo_vmware.api [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141133} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.906460] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.906709] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.906917] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.907157] env[69905]: INFO nova.compute.manager [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1186.907457] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.907616] env[69905]: DEBUG nova.compute.manager [-] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.907713] env[69905]: DEBUG nova.network.neutron [-] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.970362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.970614] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.970877] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.971175] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.971247] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.973774] env[69905]: INFO nova.compute.manager [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Terminating instance [ 1187.038259] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062721} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.038525] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.039297] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b31d63-3b0f-4090-b44b-20966d816e49 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.060965] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d75b7897-f395-4b40-97be-1830b6904ec4/d75b7897-f395-4b40-97be-1830b6904ec4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.063709] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cbb68a8-e72d-4bb7-a2e5-89e7a7b9370d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.083389] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1187.083389] env[69905]: value = "task-3414376" [ 1187.083389] env[69905]: _type = "Task" [ 1187.083389] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.093596] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.191288] env[69905]: DEBUG nova.compute.manager [req-c5e3c965-7f51-48f9-9b28-26c3c22acf1d req-2e878316-7564-4beb-a710-9b94c50f5631 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Received event network-vif-deleted-e30e6dbb-811e-4abe-9b4a-7b071a3b1b59 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.191288] env[69905]: INFO nova.compute.manager [req-c5e3c965-7f51-48f9-9b28-26c3c22acf1d req-2e878316-7564-4beb-a710-9b94c50f5631 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Neutron deleted interface e30e6dbb-811e-4abe-9b4a-7b071a3b1b59; detaching it from the instance and deleting it from the info cache [ 1187.191288] env[69905]: DEBUG nova.network.neutron [req-c5e3c965-7f51-48f9-9b28-26c3c22acf1d req-2e878316-7564-4beb-a710-9b94c50f5631 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.298716] env[69905]: DEBUG oslo_vmware.api [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414374, 'name': PowerOffVM_Task, 'duration_secs': 0.384333} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.299055] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.299244] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.299496] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d510f4e3-e9d6-4b2d-947d-266dc888fbb5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.335118] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.370733] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.371039] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.371214] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleting the datastore file [datastore2] a6c005cb-4dad-4705-bbfa-7af3d9747eec {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.371763] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.371946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquired lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.372179] env[69905]: DEBUG nova.network.neutron [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.373360] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a691378-7844-49d6-b15f-7decdb842c3f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.380032] env[69905]: DEBUG oslo_vmware.api [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for the task: (returnval){ [ 1187.380032] env[69905]: value = "task-3414378" [ 1187.380032] env[69905]: _type = "Task" [ 1187.380032] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.388742] env[69905]: DEBUG oslo_vmware.api [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.478798] env[69905]: DEBUG nova.compute.manager [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.479119] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.479554] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974b096b-d9cd-457c-aa4d-264baf9f7400 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.486666] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1187.486666] env[69905]: value = "task-3414379" [ 1187.486666] env[69905]: _type = "Task" [ 1187.486666] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.498522] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.585093] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd3bc3-876b-49b0-8167-b60554a49764 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.604543] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14387c94-f359-47d1-b322-2044ee5a884f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.608900] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.642090] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d484cc-d05b-45b5-9099-40d4f88292de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.656026] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81951c47-d674-4d04-a6b1-ea5cf1bcfd6e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.671457] env[69905]: DEBUG nova.compute.provider_tree [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.674085] env[69905]: DEBUG nova.network.neutron [-] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.694069] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7597f21e-1158-4223-b50c-bd007487d23c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.704905] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d4f04-6714-47ea-bedd-70ce67664e0b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.737358] env[69905]: DEBUG nova.compute.manager [req-c5e3c965-7f51-48f9-9b28-26c3c22acf1d req-2e878316-7564-4beb-a710-9b94c50f5631 service nova] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Detach interface failed, port_id=e30e6dbb-811e-4abe-9b4a-7b071a3b1b59, reason: Instance 7e9538ac-2eff-454d-88f8-67a3a052f2da could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.834510] env[69905]: DEBUG oslo_vmware.api [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414375, 'name': PowerOnVM_Task, 'duration_secs': 0.806071} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.834870] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.834977] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-21dfd417-22e6-4a3f-9882-f2f845d6240d tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance '25c68684-c353-4d5d-be5c-3483e67a2bbf' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.890406] env[69905]: DEBUG oslo_vmware.api [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Task: {'id': task-3414378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362541} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.890653] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.890858] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.891061] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.891238] env[69905]: INFO nova.compute.manager [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.891484] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.891675] env[69905]: DEBUG nova.compute.manager [-] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.891772] env[69905]: DEBUG nova.network.neutron [-] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.997827] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414379, 'name': PowerOffVM_Task, 'duration_secs': 0.304132} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.998172] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.998457] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.998772] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681255', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'name': 'volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea', 'attached_at': '2025-04-14T12:09:18.000000', 'detached_at': '', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'serial': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.999673] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e282eb-a715-496d-a225-0601ce7f3ea6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.022635] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94350cc-c40a-459e-a416-837b3ee4ef26 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.029840] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1d9b91-488f-4cde-9f9e-753d983e9954 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.066430] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6386917a-6b8b-46e0-a3dd-9750c223623e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.082493] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] The volume has not been displaced from its original location: [datastore2] volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64/volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.088524] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.089114] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77ac061d-6783-47ee-bb3c-cb5b3dd1713d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.114735] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414376, 'name': ReconfigVM_Task, 'duration_secs': 0.720395} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.116190] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d75b7897-f395-4b40-97be-1830b6904ec4/d75b7897-f395-4b40-97be-1830b6904ec4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.116926] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1188.116926] env[69905]: value = "task-3414380" [ 1188.116926] env[69905]: _type = "Task" [ 1188.116926] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.117154] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29fe3e52-4be4-4107-80c5-cdde6b4f66a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.128567] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.129532] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1188.129532] env[69905]: value = "task-3414381" [ 1188.129532] env[69905]: _type = "Task" [ 1188.129532] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.137342] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414381, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.152695] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.153066] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.153314] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.153571] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.153783] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.156134] env[69905]: INFO nova.compute.manager [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Terminating instance [ 1188.174835] env[69905]: DEBUG nova.scheduler.client.report [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.178218] env[69905]: INFO nova.compute.manager [-] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Took 1.27 seconds to deallocate network for instance. [ 1188.332777] env[69905]: DEBUG nova.network.neutron [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [{"id": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "address": "fa:16:3e:ed:50:f6", "network": {"id": "bc884460-ca7a-4bf7-ad2f-c8ea64dcd4c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1487897999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f8d3bf9cd4482d857eb0899a682939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b40cfc0-56", "ovs_interfaceid": "5b40cfc0-56c6-45ce-930c-597dd28bbac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.629269] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414380, 'name': ReconfigVM_Task, 'duration_secs': 0.336728} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.629551] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.634465] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b54c760-651e-4515-a688-15d4e335204f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.655835] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414381, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.657158] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1188.657158] env[69905]: value = "task-3414382" [ 1188.657158] env[69905]: _type = "Task" [ 1188.657158] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.660477] env[69905]: DEBUG nova.compute.manager [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.660735] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.661496] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a341c0-b73b-4790-bd76-a0f746fad694 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.669243] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.671953] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e73dfaca-a1fa-4210-acde-74b9321d5ccf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.675201] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.678840] env[69905]: DEBUG oslo_vmware.api [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1188.678840] env[69905]: value = "task-3414383" [ 1188.678840] env[69905]: _type = "Task" [ 1188.678840] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.682061] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.682788] env[69905]: DEBUG nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.685115] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.008s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.688116] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.695767] env[69905]: DEBUG oslo_vmware.api [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.839771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Releasing lock "refresh_cache-7c3e888f-77f1-40b8-979e-3e0ad5536a15" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.840840] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74add353-7b77-4fc6-993c-9d04d42600ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.851359] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Resuming the VM {{(pid=69905) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1188.853179] env[69905]: DEBUG nova.network.neutron [-] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.853179] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6892a197-acdf-4d91-a36c-12461fbb4674 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.861950] env[69905]: DEBUG oslo_vmware.api [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1188.861950] env[69905]: value = "task-3414384" [ 1188.861950] env[69905]: _type = "Task" [ 1188.861950] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.875694] env[69905]: DEBUG oslo_vmware.api [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.144583] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414381, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.166720] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414382, 'name': ReconfigVM_Task, 'duration_secs': 0.159645} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.167025] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681255', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'name': 'volume-fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b1d45472-a29f-444c-9d5c-54d5d0f4b8ea', 'attached_at': '2025-04-14T12:09:18.000000', 'detached_at': '', 'volume_id': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64', 'serial': 'fc93d2e8-9312-4d42-8ff2-70a8af2e0e64'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1189.167347] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.168807] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d4108-6040-4535-bfe1-a9fd126309f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.174578] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.174800] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b7eaa9c-d13c-4fd2-8018-b2abfe68bf79 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.186991] env[69905]: DEBUG oslo_vmware.api [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414383, 'name': PowerOffVM_Task, 'duration_secs': 0.221179} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.187337] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.187508] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.187734] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5c5811a-7c3d-4d1f-9c27-0f634ef323e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.200041] env[69905]: DEBUG nova.compute.utils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.200041] env[69905]: DEBUG nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.200041] env[69905]: DEBUG nova.network.neutron [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.222978] env[69905]: DEBUG nova.compute.manager [req-8b2933ab-ade4-47fd-b575-8050bf933b2a req-38b2ce60-dac7-4013-a370-ae788b374901 service nova] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Received event network-vif-deleted-d3ac05fe-6816-4a75-98ab-0739c7a18c8a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.244765] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.244765] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.244765] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleting the datastore file [datastore1] b1d45472-a29f-444c-9d5c-54d5d0f4b8ea {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.246880] env[69905]: DEBUG nova.policy [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9288c0ba19ca434f875f29e79f5e5da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '394fd4862154423ba8f55fec6c57d59b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.248034] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-402f8768-35d2-49f1-88cc-9927227ad590 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.254632] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1189.254632] env[69905]: value = "task-3414387" [ 1189.254632] env[69905]: _type = "Task" [ 1189.254632] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.263799] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.270974] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.271219] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.271402] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleting the datastore file [datastore1] ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.271671] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d774c6a-5db6-4778-8ccc-bb8bbbfd4547 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.278582] env[69905]: DEBUG oslo_vmware.api [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1189.278582] env[69905]: value = "task-3414388" [ 1189.278582] env[69905]: _type = "Task" [ 1189.278582] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.289199] env[69905]: DEBUG oslo_vmware.api [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.360183] env[69905]: INFO nova.compute.manager [-] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Took 1.47 seconds to deallocate network for instance. [ 1189.387669] env[69905]: DEBUG oslo_vmware.api [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.613914] env[69905]: DEBUG nova.network.neutron [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Successfully created port: e60eea86-9877-4525-b737-d68272920169 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.644175] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414381, 'name': Rename_Task, 'duration_secs': 1.153658} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.644477] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.644740] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6dc5ab-4664-48dc-bbed-ee18314ee9f3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.652688] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1189.652688] env[69905]: value = "task-3414389" [ 1189.652688] env[69905]: _type = "Task" [ 1189.652688] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.662324] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.700137] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Applying migration context for instance 25c68684-c353-4d5d-be5c-3483e67a2bbf as it has an incoming, in-progress migration 804c8e95-571d-4688-be93-26cbf1f36546. Migration status is finished {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1189.702255] env[69905]: INFO nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating resource usage from migration 804c8e95-571d-4688-be93-26cbf1f36546 [ 1189.705190] env[69905]: DEBUG nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.729712] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance a6c005cb-4dad-4705-bbfa-7af3d9747eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.729712] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 730c5b7f-481c-4d48-9556-cd860bfb65e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.729712] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.729886] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.729886] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 0333260a-d7e1-4d26-843e-23c1550f38ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1189.730097] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance b1d45472-a29f-444c-9d5c-54d5d0f4b8ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.730224] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 7c3e888f-77f1-40b8-979e-3e0ad5536a15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.730344] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 95ffc933-947a-40be-ba77-6bfd6456ae0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.730455] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance bee63516-922e-4ae8-80c5-83df49c2dd2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.730611] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 7e9538ac-2eff-454d-88f8-67a3a052f2da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1189.730814] env[69905]: WARNING nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 2dbb23fb-1273-425e-88f5-184186240e16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1189.730920] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Migration 804c8e95-571d-4688-be93-26cbf1f36546 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1189.731024] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 25c68684-c353-4d5d-be5c-3483e67a2bbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.731213] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance d75b7897-f395-4b40-97be-1830b6904ec4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.734148] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance ea2de5ae-ba45-4316-b1d2-1499d36e8b6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1189.770322] env[69905]: DEBUG oslo_vmware.api [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194057} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.771031] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.771255] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.771468] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.771602] env[69905]: INFO nova.compute.manager [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1189.771847] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.772181] env[69905]: DEBUG nova.compute.manager [-] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.772181] env[69905]: DEBUG nova.network.neutron [-] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.790937] env[69905]: DEBUG oslo_vmware.api [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290028} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.791239] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.791424] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.791603] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.791775] env[69905]: INFO nova.compute.manager [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1189.792073] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.792290] env[69905]: DEBUG nova.compute.manager [-] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.792633] env[69905]: DEBUG nova.network.neutron [-] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.879533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.879855] env[69905]: DEBUG oslo_vmware.api [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414384, 'name': PowerOnVM_Task, 'duration_secs': 0.713216} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.880377] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Resumed the VM {{(pid=69905) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1189.880540] env[69905]: DEBUG nova.compute.manager [None req-c86ecbbe-29a2-4c15-85dd-cb7dbfe891d6 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.881436] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74567f74-9bfb-49b2-a739-b24a8ba6b15b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.166967] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414389, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.237414] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 616812d5-a860-40d4-8086-3ae6a89f6878 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1190.238241] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1190.238241] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1190.319558] env[69905]: DEBUG nova.compute.manager [req-12047e1d-f22e-4ee5-9cea-5b557a0d0314 req-3f8d23b9-5b6a-4249-b140-565dd78891fe service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Received event network-vif-deleted-1857b669-b2ea-4daf-8bea-f4ee91b8ee17 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.319691] env[69905]: INFO nova.compute.manager [req-12047e1d-f22e-4ee5-9cea-5b557a0d0314 req-3f8d23b9-5b6a-4249-b140-565dd78891fe service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Neutron deleted interface 1857b669-b2ea-4daf-8bea-f4ee91b8ee17; detaching it from the instance and deleting it from the info cache [ 1190.319860] env[69905]: DEBUG nova.network.neutron [req-12047e1d-f22e-4ee5-9cea-5b557a0d0314 req-3f8d23b9-5b6a-4249-b140-565dd78891fe service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.326086] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.327392] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.327610] env[69905]: DEBUG nova.compute.manager [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Going to confirm migration 6 {{(pid=69905) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1190.577849] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0949af08-b7a6-448e-ab5e-7805274e217a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.585884] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1850979-e41d-4c98-b800-d6a34ed5c9a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.623559] env[69905]: DEBUG nova.network.neutron [-] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.625341] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a1687e-b900-46ca-819e-f13bfb8b60c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.634409] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855ad2c0-5372-4078-9360-78257d24b2f3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.651147] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.664307] env[69905]: DEBUG oslo_vmware.api [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414389, 'name': PowerOnVM_Task, 'duration_secs': 0.632494} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.664533] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.664760] env[69905]: INFO nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1190.664964] env[69905]: DEBUG nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.665808] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d420af-0388-4c64-90de-0368a2bffd88 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.719037] env[69905]: DEBUG nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.748737] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.748976] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.749156] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.749353] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.749499] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.749646] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.749853] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.750211] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.750428] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.750599] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.750772] env[69905]: DEBUG nova.virt.hardware [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.751824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceba844b-604d-421c-82d9-0c9241bfa7bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.760897] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59036e31-b7b3-453a-9173-4803373b3179 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.823062] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19e6012b-712f-4190-881e-1cbb255f28fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.832225] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b79406-2643-4192-b6b3-1bfc04ef811e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.864220] env[69905]: DEBUG nova.compute.manager [req-12047e1d-f22e-4ee5-9cea-5b557a0d0314 req-3f8d23b9-5b6a-4249-b140-565dd78891fe service nova] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Detach interface failed, port_id=1857b669-b2ea-4daf-8bea-f4ee91b8ee17, reason: Instance ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.904038] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.904038] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.904038] env[69905]: DEBUG nova.network.neutron [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.904038] env[69905]: DEBUG nova.objects.instance [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lazy-loading 'info_cache' on Instance uuid 25c68684-c353-4d5d-be5c-3483e67a2bbf {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.132670] env[69905]: INFO nova.compute.manager [-] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Took 1.34 seconds to deallocate network for instance. [ 1191.164583] env[69905]: DEBUG nova.network.neutron [-] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.191443] env[69905]: ERROR nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [req-d21e5d25-6207-422a-9720-3f491da9ca76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d21e5d25-6207-422a-9720-3f491da9ca76"}]} [ 1191.193943] env[69905]: INFO nova.compute.manager [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Took 27.06 seconds to build instance. [ 1191.212410] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1191.235177] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1191.235342] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.248801] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1191.273318] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1191.330419] env[69905]: DEBUG nova.compute.manager [req-c79040d2-fe75-4ed7-8569-8b141e2fb8f0 req-6cc89770-34cd-4135-9208-961b979e80a5 service nova] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Received event network-vif-deleted-f94a99b3-abc7-4058-8dc7-44842dcff12a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.546171] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2556ea1-b97f-4c5e-bee1-1215d8390b95 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.554882] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24bac0f-a5a7-4c7c-942e-69a04c7b8f9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.586827] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16734b-4bb9-4dc3-9232-16b5928ef568 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.594572] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a02a2d-1bb0-46df-a133-c726935ce009 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.608759] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.638185] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.667972] env[69905]: INFO nova.compute.manager [-] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Took 1.90 seconds to deallocate network for instance. [ 1191.691570] env[69905]: DEBUG nova.network.neutron [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Successfully updated port: e60eea86-9877-4525-b737-d68272920169 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.700797] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9873286b-3457-4818-b6fa-d8c85106e498 tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.581s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.144674] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updated inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1192.145049] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 generation from 136 to 137 during operation: update_inventory {{(pid=69905) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1192.145141] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.197622] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "refresh_cache-ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.197777] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquired lock "refresh_cache-ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.197910] env[69905]: DEBUG nova.network.neutron [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.224328] env[69905]: INFO nova.compute.manager [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Took 0.56 seconds to detach 1 volumes for instance. [ 1192.493947] env[69905]: DEBUG nova.network.neutron [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance_info_cache with network_info: [{"id": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "address": "fa:16:3e:22:ab:96", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb7e3df-21", "ovs_interfaceid": "6eb7e3df-212d-4bba-ba76-6142ed85b51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.650608] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1192.651264] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.966s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.651264] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.933s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.651372] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.653882] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.456s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.654089] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.655854] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.710s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.657473] env[69905]: INFO nova.compute.claims [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.695014] env[69905]: INFO nova.scheduler.client.report [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Deleted allocations for instance 2dbb23fb-1273-425e-88f5-184186240e16 [ 1192.696720] env[69905]: INFO nova.scheduler.client.report [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Deleted allocations for instance 0333260a-d7e1-4d26-843e-23c1550f38ad [ 1192.731056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.765182] env[69905]: DEBUG nova.network.neutron [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.997789] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-25c68684-c353-4d5d-be5c-3483e67a2bbf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.002155] env[69905]: DEBUG nova.objects.instance [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lazy-loading 'migration_context' on Instance uuid 25c68684-c353-4d5d-be5c-3483e67a2bbf {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.004212] env[69905]: DEBUG nova.network.neutron [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Updating instance_info_cache with network_info: [{"id": "e60eea86-9877-4525-b737-d68272920169", "address": "fa:16:3e:09:c4:9e", "network": {"id": "5c2a2252-79b5-40ce-8bb6-435d2cd1bbf7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-231643658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "394fd4862154423ba8f55fec6c57d59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60eea86-98", "ovs_interfaceid": "e60eea86-9877-4525-b737-d68272920169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.219368] env[69905]: DEBUG oslo_concurrency.lockutils [None req-852c244f-cc31-4509-ae2b-5b1c6a44861c tempest-ServerTagsTestJSON-744569702 tempest-ServerTagsTestJSON-744569702-project-member] Lock "2dbb23fb-1273-425e-88f5-184186240e16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.188s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.224665] env[69905]: DEBUG oslo_concurrency.lockutils [None req-df13fdb3-29bb-4d3a-8b0c-96ee6ea213ec tempest-ServersTestManualDisk-1026049554 tempest-ServersTestManualDisk-1026049554-project-member] Lock "0333260a-d7e1-4d26-843e-23c1550f38ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.427s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.228178] env[69905]: DEBUG nova.compute.manager [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1193.429426] env[69905]: DEBUG nova.compute.manager [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Received event network-vif-plugged-e60eea86-9877-4525-b737-d68272920169 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.430545] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] Acquiring lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.431584] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.433424] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.433740] env[69905]: DEBUG nova.compute.manager [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] No waiting events found dispatching network-vif-plugged-e60eea86-9877-4525-b737-d68272920169 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.433981] env[69905]: WARNING nova.compute.manager [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Received unexpected event network-vif-plugged-e60eea86-9877-4525-b737-d68272920169 for instance with vm_state building and task_state spawning. [ 1193.434618] env[69905]: DEBUG nova.compute.manager [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Received event network-changed-e60eea86-9877-4525-b737-d68272920169 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.435062] env[69905]: DEBUG nova.compute.manager [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Refreshing instance network info cache due to event network-changed-e60eea86-9877-4525-b737-d68272920169. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.435231] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] Acquiring lock "refresh_cache-ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.507404] env[69905]: DEBUG nova.objects.base [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Object Instance<25c68684-c353-4d5d-be5c-3483e67a2bbf> lazy-loaded attributes: info_cache,migration_context {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.507713] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Releasing lock "refresh_cache-ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.508029] env[69905]: DEBUG nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Instance network_info: |[{"id": "e60eea86-9877-4525-b737-d68272920169", "address": "fa:16:3e:09:c4:9e", "network": {"id": "5c2a2252-79b5-40ce-8bb6-435d2cd1bbf7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-231643658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "394fd4862154423ba8f55fec6c57d59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60eea86-98", "ovs_interfaceid": "e60eea86-9877-4525-b737-d68272920169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.509686] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c061b5-a838-4544-a1f2-aef98fe30333 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.512340] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] Acquired lock "refresh_cache-ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.512340] env[69905]: DEBUG nova.network.neutron [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Refreshing network info cache for port e60eea86-9877-4525-b737-d68272920169 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.514288] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:c4:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e60eea86-9877-4525-b737-d68272920169', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.522273] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Creating folder: Project (394fd4862154423ba8f55fec6c57d59b). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.525698] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-302e1d6e-12b4-4325-aa9c-6eedb93199d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.549348] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e72f6f-8a80-44b1-9839-4f7821ed5c40 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.551914] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Created folder: Project (394fd4862154423ba8f55fec6c57d59b) in parent group-v680985. [ 1193.552183] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Creating folder: Instances. Parent ref: group-v681275. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.552774] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdcf90ed-e145-4e0b-a068-fd094879c31a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.558009] env[69905]: DEBUG oslo_vmware.api [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1193.558009] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522bfbf8-2dbf-961c-2eef-a85f61569882" [ 1193.558009] env[69905]: _type = "Task" [ 1193.558009] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.564278] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Created folder: Instances in parent group-v681275. [ 1193.564548] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.565171] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.565905] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e3657d9-b867-4471-a8f3-a502b5445e63 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.584474] env[69905]: DEBUG oslo_vmware.api [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522bfbf8-2dbf-961c-2eef-a85f61569882, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.585270] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.588902] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.588902] env[69905]: value = "task-3414392" [ 1193.588902] env[69905]: _type = "Task" [ 1193.588902] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.596778] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414392, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.749050] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.954022] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e6d1e2-10e3-4c6a-a186-e9c415bd6f7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.963666] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c801ef72-ea78-4976-8141-e9b8375adb87 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.997156] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61477dbe-92dc-4380-8e59-a614a2e1dfea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.005686] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaede4c-e8b1-42fa-82bd-e439055dc99a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.021556] env[69905]: DEBUG nova.compute.provider_tree [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.106770] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414392, 'name': CreateVM_Task, 'duration_secs': 0.389383} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.106770] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.107446] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.107602] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.107932] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.108648] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561b7537-0f72-4762-9153-99064c182741 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.114303] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1194.114303] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5298a6ca-374a-9689-2fda-78e06fa6d5a3" [ 1194.114303] env[69905]: _type = "Task" [ 1194.114303] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.125628] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5298a6ca-374a-9689-2fda-78e06fa6d5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.271661] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.271661] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.340228] env[69905]: DEBUG nova.network.neutron [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Updated VIF entry in instance network info cache for port e60eea86-9877-4525-b737-d68272920169. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.340584] env[69905]: DEBUG nova.network.neutron [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Updating instance_info_cache with network_info: [{"id": "e60eea86-9877-4525-b737-d68272920169", "address": "fa:16:3e:09:c4:9e", "network": {"id": "5c2a2252-79b5-40ce-8bb6-435d2cd1bbf7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-231643658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "394fd4862154423ba8f55fec6c57d59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60eea86-98", "ovs_interfaceid": "e60eea86-9877-4525-b737-d68272920169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.527636] env[69905]: DEBUG nova.scheduler.client.report [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.624555] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5298a6ca-374a-9689-2fda-78e06fa6d5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.033068} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.624888] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.625146] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.625377] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.625520] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.625692] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.626276] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76792618-f675-4f97-bf9f-1ec6efbf6304 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.639352] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.639352] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.639352] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a7d34b-c1b1-441c-9675-d358984d94da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.646571] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1194.646571] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f430cd-40af-e343-7db8-efdb68fcca72" [ 1194.646571] env[69905]: _type = "Task" [ 1194.646571] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.658122] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f430cd-40af-e343-7db8-efdb68fcca72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.773396] env[69905]: DEBUG nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.844079] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b65c53-7be7-4802-9a09-d751193a88a4 req-c483af4d-80b1-4a37-8c1b-e9dd43b2aa07 service nova] Releasing lock "refresh_cache-ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.037687] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.038256] env[69905]: DEBUG nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.041313] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.354s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.041509] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.043748] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.164s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.043963] env[69905]: DEBUG nova.objects.instance [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lazy-loading 'resources' on Instance uuid a6c005cb-4dad-4705-bbfa-7af3d9747eec {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.071991] env[69905]: INFO nova.scheduler.client.report [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleted allocations for instance 7e9538ac-2eff-454d-88f8-67a3a052f2da [ 1195.157401] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f430cd-40af-e343-7db8-efdb68fcca72, 'name': SearchDatastore_Task, 'duration_secs': 0.029981} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.158236] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718893b8-9ec5-497c-8cc5-23bb0886cae9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.163633] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1195.163633] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb333f-d190-de34-4f49-0e8f7a995a04" [ 1195.163633] env[69905]: _type = "Task" [ 1195.163633] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.172337] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb333f-d190-de34-4f49-0e8f7a995a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.295988] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.552622] env[69905]: DEBUG nova.compute.utils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.557625] env[69905]: DEBUG nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.557800] env[69905]: DEBUG nova.network.neutron [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.584435] env[69905]: DEBUG oslo_concurrency.lockutils [None req-12c4c3f5-a690-4f94-85b7-2f3fc45a3f37 tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "7e9538ac-2eff-454d-88f8-67a3a052f2da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.316s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.649767] env[69905]: DEBUG nova.policy [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aadeaa1d999844e1a1ac8b34684cabfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '539b32daa786475384cfcb885241ad22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.677964] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fb333f-d190-de34-4f49-0e8f7a995a04, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.680711] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.681041] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ea2de5ae-ba45-4316-b1d2-1499d36e8b6e/ea2de5ae-ba45-4316-b1d2-1499d36e8b6e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.681564] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83425a85-c254-4378-8c03-d22b842aaed9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.696372] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1195.696372] env[69905]: value = "task-3414393" [ 1195.696372] env[69905]: _type = "Task" [ 1195.696372] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.712346] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.830392] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.830641] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.843828] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ff02e-03ee-4c90-9406-06ce5b3c0412 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.855197] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f8fdf-3417-4aa7-ae6d-620bcd214917 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.893415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "bee63516-922e-4ae8-80c5-83df49c2dd2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.893721] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.894332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "bee63516-922e-4ae8-80c5-83df49c2dd2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.894332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.894332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.896811] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47df978e-6ac0-4d65-a374-307485f44f30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.902074] env[69905]: INFO nova.compute.manager [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Terminating instance [ 1195.909278] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f15cf95-51cc-4b70-8c06-459050ae2fe2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.926806] env[69905]: DEBUG nova.compute.provider_tree [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.061153] env[69905]: DEBUG nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.213128] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464669} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.213542] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] ea2de5ae-ba45-4316-b1d2-1499d36e8b6e/ea2de5ae-ba45-4316-b1d2-1499d36e8b6e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.214144] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.214481] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c44fa2-ac52-45fc-b98f-e6d21ff40016 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.221930] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1196.221930] env[69905]: value = "task-3414394" [ 1196.221930] env[69905]: _type = "Task" [ 1196.221930] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.230667] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.237259] env[69905]: DEBUG nova.network.neutron [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Successfully created port: d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.264105] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.264551] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.264633] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.264781] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.264959] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.267491] env[69905]: INFO nova.compute.manager [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Terminating instance [ 1196.333351] env[69905]: DEBUG nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.417129] env[69905]: DEBUG nova.compute.manager [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.417361] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.418283] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc3fda1-6b52-4011-8751-06b0aa12c0ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.429126] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.429779] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02ba14f6-425b-4a95-b574-e8a056dc54eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.432202] env[69905]: DEBUG nova.scheduler.client.report [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.441356] env[69905]: DEBUG oslo_vmware.api [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1196.441356] env[69905]: value = "task-3414395" [ 1196.441356] env[69905]: _type = "Task" [ 1196.441356] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.451604] env[69905]: DEBUG oslo_vmware.api [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.737973] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136832} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.737973] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.738846] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba82d27b-eb46-4828-92ec-d09af2f01bd1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.767416] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ea2de5ae-ba45-4316-b1d2-1499d36e8b6e/ea2de5ae-ba45-4316-b1d2-1499d36e8b6e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.767582] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cb6ffa-7131-40f6-930e-8d42ec96f99e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.782765] env[69905]: DEBUG nova.compute.manager [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.782983] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.783857] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e825887-8789-419a-b502-e8bf193af98b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.791642] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.792849] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-551ac211-110c-44d1-9519-848b87d15395 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.794467] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1196.794467] env[69905]: value = "task-3414396" [ 1196.794467] env[69905]: _type = "Task" [ 1196.794467] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.798383] env[69905]: DEBUG oslo_vmware.api [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1196.798383] env[69905]: value = "task-3414397" [ 1196.798383] env[69905]: _type = "Task" [ 1196.798383] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.804468] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.810615] env[69905]: DEBUG oslo_vmware.api [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.860235] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.937028] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.939523] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.302s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.939797] env[69905]: DEBUG nova.objects.instance [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lazy-loading 'resources' on Instance uuid ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.953440] env[69905]: DEBUG oslo_vmware.api [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414395, 'name': PowerOffVM_Task, 'duration_secs': 0.225234} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.955449] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.955850] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.956529] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-949ca4a7-d971-446e-a18b-9fcca2be2340 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.963229] env[69905]: INFO nova.scheduler.client.report [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Deleted allocations for instance a6c005cb-4dad-4705-bbfa-7af3d9747eec [ 1197.045128] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.045359] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.045543] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleting the datastore file [datastore2] bee63516-922e-4ae8-80c5-83df49c2dd2c {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.045970] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e356b48-a416-4f14-8793-94d280c6a94c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.053217] env[69905]: DEBUG oslo_vmware.api [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1197.053217] env[69905]: value = "task-3414399" [ 1197.053217] env[69905]: _type = "Task" [ 1197.053217] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.062331] env[69905]: DEBUG oslo_vmware.api [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.070155] env[69905]: DEBUG nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.097027] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.097287] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.097464] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.097661] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.097824] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.097994] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.098250] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.098418] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.098606] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.098785] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.098966] env[69905]: DEBUG nova.virt.hardware [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.100194] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fdee5b-93fa-4838-8496-0c81f903e7e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.109193] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a708f86-a7e2-4aaf-9021-cfffaac36ad1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.306093] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414396, 'name': ReconfigVM_Task, 'duration_secs': 0.455828} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.306739] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ea2de5ae-ba45-4316-b1d2-1499d36e8b6e/ea2de5ae-ba45-4316-b1d2-1499d36e8b6e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.307395] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aca0e91b-1145-4d83-9807-3e862dfb1df9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.311571] env[69905]: DEBUG oslo_vmware.api [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414397, 'name': PowerOffVM_Task, 'duration_secs': 0.215206} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.312129] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.312310] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.312532] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa0d41a7-9bc2-4db2-a568-d9c5714e5bde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.315880] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1197.315880] env[69905]: value = "task-3414400" [ 1197.315880] env[69905]: _type = "Task" [ 1197.315880] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.323981] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414400, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.376607] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.376956] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.377195] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleting the datastore file [datastore2] 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.377689] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3069046f-8814-44a7-8d54-1a911f2ec5d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.384993] env[69905]: DEBUG oslo_vmware.api [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for the task: (returnval){ [ 1197.384993] env[69905]: value = "task-3414402" [ 1197.384993] env[69905]: _type = "Task" [ 1197.384993] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.395013] env[69905]: DEBUG oslo_vmware.api [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.470800] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e1085199-9076-4dae-b106-7c11dc7083e9 tempest-ServersTestJSON-592354074 tempest-ServersTestJSON-592354074-project-member] Lock "a6c005cb-4dad-4705-bbfa-7af3d9747eec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.205s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.567395] env[69905]: DEBUG oslo_vmware.api [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217153} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.567703] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.568012] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.568084] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.568475] env[69905]: INFO nova.compute.manager [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1197.568592] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.568682] env[69905]: DEBUG nova.compute.manager [-] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.568795] env[69905]: DEBUG nova.network.neutron [-] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.648781] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc5a8a7-57b3-4230-a0c5-5e0b92506347 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.658251] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fc589a-e663-4586-8cf7-ddf900c9b5e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.691207] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc58126-4979-4d25-b52b-c24b4001a07c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.698385] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a0f00-99dc-4bd2-8671-6dbf8bbaaffe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.712194] env[69905]: DEBUG nova.compute.provider_tree [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.825876] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414400, 'name': Rename_Task, 'duration_secs': 0.157241} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.826165] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.826409] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a59a15de-bbb7-43e1-8dac-142495f52375 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.832773] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1197.832773] env[69905]: value = "task-3414403" [ 1197.832773] env[69905]: _type = "Task" [ 1197.832773] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.839791] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.893949] env[69905]: DEBUG oslo_vmware.api [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Task: {'id': task-3414402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187286} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.894224] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.894433] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.894620] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.894798] env[69905]: INFO nova.compute.manager [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1197.895051] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.895252] env[69905]: DEBUG nova.compute.manager [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.895347] env[69905]: DEBUG nova.network.neutron [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.030602] env[69905]: DEBUG nova.compute.manager [req-2fca6bd7-9254-44fe-ac36-c05426df1512 req-b7b0f94c-6725-4d48-8b13-4be18acf70d7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Received event network-vif-plugged-d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.030893] env[69905]: DEBUG oslo_concurrency.lockutils [req-2fca6bd7-9254-44fe-ac36-c05426df1512 req-b7b0f94c-6725-4d48-8b13-4be18acf70d7 service nova] Acquiring lock "616812d5-a860-40d4-8086-3ae6a89f6878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.033167] env[69905]: DEBUG oslo_concurrency.lockutils [req-2fca6bd7-9254-44fe-ac36-c05426df1512 req-b7b0f94c-6725-4d48-8b13-4be18acf70d7 service nova] Lock "616812d5-a860-40d4-8086-3ae6a89f6878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.033353] env[69905]: DEBUG oslo_concurrency.lockutils [req-2fca6bd7-9254-44fe-ac36-c05426df1512 req-b7b0f94c-6725-4d48-8b13-4be18acf70d7 service nova] Lock "616812d5-a860-40d4-8086-3ae6a89f6878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.033599] env[69905]: DEBUG nova.compute.manager [req-2fca6bd7-9254-44fe-ac36-c05426df1512 req-b7b0f94c-6725-4d48-8b13-4be18acf70d7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] No waiting events found dispatching network-vif-plugged-d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.033831] env[69905]: WARNING nova.compute.manager [req-2fca6bd7-9254-44fe-ac36-c05426df1512 req-b7b0f94c-6725-4d48-8b13-4be18acf70d7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Received unexpected event network-vif-plugged-d6e76a89-0e9c-4e54-b22c-1e5421c70217 for instance with vm_state building and task_state spawning. [ 1198.184503] env[69905]: DEBUG nova.compute.manager [req-d6fc2a3b-b116-41bb-9e43-c57b5c732167 req-d618715c-7409-405c-ad13-eab71c5ac233 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Received event network-vif-deleted-5b40cfc0-56c6-45ce-930c-597dd28bbac9 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.184775] env[69905]: INFO nova.compute.manager [req-d6fc2a3b-b116-41bb-9e43-c57b5c732167 req-d618715c-7409-405c-ad13-eab71c5ac233 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Neutron deleted interface 5b40cfc0-56c6-45ce-930c-597dd28bbac9; detaching it from the instance and deleting it from the info cache [ 1198.184974] env[69905]: DEBUG nova.network.neutron [req-d6fc2a3b-b116-41bb-9e43-c57b5c732167 req-d618715c-7409-405c-ad13-eab71c5ac233 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.217501] env[69905]: DEBUG nova.scheduler.client.report [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.345235] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414403, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.623218] env[69905]: DEBUG nova.network.neutron [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.630165] env[69905]: DEBUG nova.network.neutron [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Successfully updated port: d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.670999] env[69905]: DEBUG nova.network.neutron [-] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.688258] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff1330c5-3b24-4662-b760-6cc2ea1e58fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.699427] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3090930e-0971-4338-a943-5a5ee1a7b475 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.721652] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.732044] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.732530] env[69905]: DEBUG nova.objects.instance [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'resources' on Instance uuid b1d45472-a29f-444c-9d5c-54d5d0f4b8ea {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.733767] env[69905]: DEBUG nova.compute.manager [req-d6fc2a3b-b116-41bb-9e43-c57b5c732167 req-d618715c-7409-405c-ad13-eab71c5ac233 service nova] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Detach interface failed, port_id=5b40cfc0-56c6-45ce-930c-597dd28bbac9, reason: Instance 7c3e888f-77f1-40b8-979e-3e0ad5536a15 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1198.746879] env[69905]: INFO nova.scheduler.client.report [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleted allocations for instance ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61 [ 1198.843898] env[69905]: DEBUG oslo_vmware.api [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414403, 'name': PowerOnVM_Task, 'duration_secs': 0.650171} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.844650] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.844830] env[69905]: INFO nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1198.845023] env[69905]: DEBUG nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.845928] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac47750a-cfbc-4274-aa65-42c4e888e801 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.127931] env[69905]: INFO nova.compute.manager [-] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Took 1.23 seconds to deallocate network for instance. [ 1199.137428] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.137428] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.137428] env[69905]: DEBUG nova.network.neutron [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.173468] env[69905]: INFO nova.compute.manager [-] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Took 1.60 seconds to deallocate network for instance. [ 1199.257808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1b35ff06-3cbf-4a6c-b26f-9034d34d4928 tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.105s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.370085] env[69905]: INFO nova.compute.manager [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Took 20.95 seconds to build instance. [ 1199.443978] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8effc26-18d3-459b-ac41-aa67adbad70c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.454582] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefdd2af-6e5e-4060-96b9-fe6b93d4d7a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.488077] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd0bf2-a334-4840-a76b-f5d539c02309 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.496447] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d58c274-864b-46fb-9b28-1e3df790ed8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.511208] env[69905]: DEBUG nova.compute.provider_tree [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.633471] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.677146] env[69905]: DEBUG nova.network.neutron [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.681069] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.872513] env[69905]: DEBUG oslo_concurrency.lockutils [None req-77b71be6-11d8-4d0f-a2d4-53c0d726adb0 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.456s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.887221] env[69905]: DEBUG nova.network.neutron [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Updating instance_info_cache with network_info: [{"id": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "address": "fa:16:3e:ab:de:7e", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e76a89-0e", "ovs_interfaceid": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.014944] env[69905]: DEBUG nova.scheduler.client.report [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.108581] env[69905]: DEBUG nova.compute.manager [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Received event network-vif-deleted-6f452c6e-1200-4a82-b3fb-538d44995216 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.108581] env[69905]: DEBUG nova.compute.manager [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Received event network-changed-d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.108752] env[69905]: DEBUG nova.compute.manager [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Refreshing instance network info cache due to event network-changed-d6e76a89-0e9c-4e54-b22c-1e5421c70217. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.108964] env[69905]: DEBUG oslo_concurrency.lockutils [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] Acquiring lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.390501] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.391241] env[69905]: DEBUG nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Instance network_info: |[{"id": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "address": "fa:16:3e:ab:de:7e", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e76a89-0e", "ovs_interfaceid": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.391395] env[69905]: DEBUG oslo_concurrency.lockutils [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] Acquired lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.391985] env[69905]: DEBUG nova.network.neutron [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Refreshing network info cache for port d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.393088] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:de:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e76a89-0e9c-4e54-b22c-1e5421c70217', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.402966] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.405881] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.406404] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c11de5d9-788e-4483-a4da-ab317eb13229 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.429393] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.429393] env[69905]: value = "task-3414404" [ 1200.429393] env[69905]: _type = "Task" [ 1200.429393] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.438034] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414404, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.451811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "730c5b7f-481c-4d48-9556-cd860bfb65e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.452169] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.452393] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "730c5b7f-481c-4d48-9556-cd860bfb65e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.452596] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.452835] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.455161] env[69905]: INFO nova.compute.manager [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Terminating instance [ 1200.520725] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.524168] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.939s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.560502] env[69905]: INFO nova.scheduler.client.report [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted allocations for instance b1d45472-a29f-444c-9d5c-54d5d0f4b8ea [ 1200.809274] env[69905]: DEBUG nova.network.neutron [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Updated VIF entry in instance network info cache for port d6e76a89-0e9c-4e54-b22c-1e5421c70217. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.809642] env[69905]: DEBUG nova.network.neutron [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Updating instance_info_cache with network_info: [{"id": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "address": "fa:16:3e:ab:de:7e", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e76a89-0e", "ovs_interfaceid": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.940142] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414404, 'name': CreateVM_Task, 'duration_secs': 0.324003} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.940377] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.941214] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.941426] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.941795] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.942117] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77b0656-e915-40dc-b2dd-92411c9f2df6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.948348] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1200.948348] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b77ff8-b950-cf5b-6d5e-713dfa2b7951" [ 1200.948348] env[69905]: _type = "Task" [ 1200.948348] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.958545] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b77ff8-b950-cf5b-6d5e-713dfa2b7951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.958752] env[69905]: DEBUG nova.compute.manager [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.958962] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.959780] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b67bd0-3f49-41c6-aeb0-e6e21dd9697e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.967830] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.968293] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38381c4c-613f-4f7d-841a-2507c68a869a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.975020] env[69905]: DEBUG oslo_vmware.api [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1200.975020] env[69905]: value = "task-3414405" [ 1200.975020] env[69905]: _type = "Task" [ 1200.975020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.983573] env[69905]: DEBUG oslo_vmware.api [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.071122] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d81f7688-9757-442d-a2a6-0c63fd89ef5f tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b1d45472-a29f-444c-9d5c-54d5d0f4b8ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.100s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.218053] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddc13e-61b0-4d3c-bbaa-a5791cf05970 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.226538] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b58f45-ebb6-4454-9809-d281c1e83181 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.266918] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60781a44-61e7-4d1c-a82c-d69ee0efee0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.277769] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b53101a-a44c-405f-91e5-9a4f7d97a354 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.294034] env[69905]: DEBUG nova.compute.provider_tree [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.312262] env[69905]: DEBUG oslo_concurrency.lockutils [req-a60f8a45-0016-4ed4-82ff-70ad672e7184 req-19bc4ce6-2c9e-44f2-872e-1326ce7768c7 service nova] Releasing lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.461443] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b77ff8-b950-cf5b-6d5e-713dfa2b7951, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.461616] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.461865] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.462083] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.462236] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.462413] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.462747] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2f5e3c8-22ee-4f5e-8964-c805b11401c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.472727] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.472916] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.473681] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7b537f-26ea-4924-84c8-c6ad3da54673 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.483256] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1201.483256] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520eaf9e-b574-5086-a0de-2a2c7f17e205" [ 1201.483256] env[69905]: _type = "Task" [ 1201.483256] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.487077] env[69905]: DEBUG oslo_vmware.api [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.496523] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520eaf9e-b574-5086-a0de-2a2c7f17e205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.804021] env[69905]: DEBUG nova.scheduler.client.report [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.806982] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.807247] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.807454] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.807637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.807800] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.815029] env[69905]: INFO nova.compute.manager [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Terminating instance [ 1201.986933] env[69905]: DEBUG oslo_vmware.api [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414405, 'name': PowerOffVM_Task, 'duration_secs': 0.675997} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.987568] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.987883] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.992102] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d0b27e5-0397-4c3a-be75-9ae7cb6da1fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.000702] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520eaf9e-b574-5086-a0de-2a2c7f17e205, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.001877] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2767aa24-f386-450f-aab8-72cce748afad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.010018] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1202.010018] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52822fd5-d115-b071-c43b-a70a251452d1" [ 1202.010018] env[69905]: _type = "Task" [ 1202.010018] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.017397] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52822fd5-d115-b071-c43b-a70a251452d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.061595] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.061836] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.062038] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleting the datastore file [datastore1] 730c5b7f-481c-4d48-9556-cd860bfb65e4 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.062417] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ea9b9ed-9045-4f0b-bf08-19845fa832b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.072775] env[69905]: DEBUG oslo_vmware.api [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for the task: (returnval){ [ 1202.072775] env[69905]: value = "task-3414407" [ 1202.072775] env[69905]: _type = "Task" [ 1202.072775] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.082092] env[69905]: DEBUG oslo_vmware.api [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.321031] env[69905]: DEBUG nova.compute.manager [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.321333] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.323379] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d7dcb-66d1-4a5a-9c77-a56aefc0fc15 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.332837] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.334180] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c18fd9-efdf-4526-91e5-60d82e7b167a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.343602] env[69905]: DEBUG oslo_vmware.api [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1202.343602] env[69905]: value = "task-3414408" [ 1202.343602] env[69905]: _type = "Task" [ 1202.343602] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.353319] env[69905]: DEBUG oslo_vmware.api [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.518710] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52822fd5-d115-b071-c43b-a70a251452d1, 'name': SearchDatastore_Task, 'duration_secs': 0.028353} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.519038] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.519362] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 616812d5-a860-40d4-8086-3ae6a89f6878/616812d5-a860-40d4-8086-3ae6a89f6878.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.519688] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41e5cd5c-bf28-4a3a-9d4d-7f12046b2f19 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.527575] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1202.527575] env[69905]: value = "task-3414409" [ 1202.527575] env[69905]: _type = "Task" [ 1202.527575] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.537412] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.583927] env[69905]: DEBUG oslo_vmware.api [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Task: {'id': task-3414407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341528} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.584253] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.584454] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.584626] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.584808] env[69905]: INFO nova.compute.manager [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1202.585342] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.585342] env[69905]: DEBUG nova.compute.manager [-] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.585342] env[69905]: DEBUG nova.network.neutron [-] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.758631] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.758806] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.816148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.290s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.818216] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.070s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.855770] env[69905]: DEBUG oslo_vmware.api [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414408, 'name': PowerOffVM_Task, 'duration_secs': 0.205981} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.857032] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.857032] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.857032] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63cde9e2-6661-49d2-943a-57e4e8d104e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.949500] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.949500] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.949722] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Deleting the datastore file [datastore1] ea2de5ae-ba45-4316-b1d2-1499d36e8b6e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.950023] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e46b1f1-e9c7-42de-9bfb-2a1c7c7d248e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.961495] env[69905]: DEBUG oslo_vmware.api [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for the task: (returnval){ [ 1202.961495] env[69905]: value = "task-3414411" [ 1202.961495] env[69905]: _type = "Task" [ 1202.961495] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.970413] env[69905]: DEBUG oslo_vmware.api [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.042110] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414409, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.055012] env[69905]: DEBUG nova.compute.manager [req-9f3b6854-7ff1-41d3-9689-285c16cd6501 req-0b96d018-c40e-47ae-87f8-7dbe61d30df4 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Received event network-vif-deleted-8c7717e0-6629-47bc-bfaa-92fb60669479 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.055229] env[69905]: INFO nova.compute.manager [req-9f3b6854-7ff1-41d3-9689-285c16cd6501 req-0b96d018-c40e-47ae-87f8-7dbe61d30df4 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Neutron deleted interface 8c7717e0-6629-47bc-bfaa-92fb60669479; detaching it from the instance and deleting it from the info cache [ 1203.055407] env[69905]: DEBUG nova.network.neutron [req-9f3b6854-7ff1-41d3-9689-285c16cd6501 req-0b96d018-c40e-47ae-87f8-7dbe61d30df4 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.261757] env[69905]: DEBUG nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.325749] env[69905]: INFO nova.compute.claims [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.394596] env[69905]: INFO nova.scheduler.client.report [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted allocation for migration 804c8e95-571d-4688-be93-26cbf1f36546 [ 1203.470771] env[69905]: DEBUG oslo_vmware.api [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.537612] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715403} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.537899] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 616812d5-a860-40d4-8086-3ae6a89f6878/616812d5-a860-40d4-8086-3ae6a89f6878.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.538170] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.538446] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-690bde29-ce59-434d-b7d9-b7b1233ca468 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.542794] env[69905]: DEBUG nova.network.neutron [-] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.545639] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1203.545639] env[69905]: value = "task-3414412" [ 1203.545639] env[69905]: _type = "Task" [ 1203.545639] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.554283] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.559575] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00baccfd-35ce-49d9-925e-2659cc7c7da9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.568343] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ce199-5920-4392-bf07-8af9dd20b27e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.598551] env[69905]: DEBUG nova.compute.manager [req-9f3b6854-7ff1-41d3-9689-285c16cd6501 req-0b96d018-c40e-47ae-87f8-7dbe61d30df4 service nova] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Detach interface failed, port_id=8c7717e0-6629-47bc-bfaa-92fb60669479, reason: Instance 730c5b7f-481c-4d48-9556-cd860bfb65e4 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.785152] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.838527] env[69905]: INFO nova.compute.resource_tracker [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating resource usage from migration 6f15d9a0-1c7e-452c-9628-aa8a7abad435 [ 1203.904680] env[69905]: DEBUG oslo_concurrency.lockutils [None req-62687b1f-bb48-4bb0-851c-be763cae4140 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.576s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.974319] env[69905]: DEBUG oslo_vmware.api [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Task: {'id': task-3414411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609454} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.974999] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.974999] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.974999] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.975158] env[69905]: INFO nova.compute.manager [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1203.975416] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.975611] env[69905]: DEBUG nova.compute.manager [-] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.975743] env[69905]: DEBUG nova.network.neutron [-] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.036111] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d290b7f5-d420-41ac-82cb-11cd91d5c390 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.045415] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e0cac2-2923-4d48-bbcb-01cc3dcf70d4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.048877] env[69905]: INFO nova.compute.manager [-] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Took 1.46 seconds to deallocate network for instance. [ 1204.087808] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801dc068-ab9c-46e6-b800-2216a0596e1a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.094304] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085638} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.094893] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.096108] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9651857-cffc-4eff-8c66-76c3fe34f0d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.102295] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b97adb-830b-4d55-9f74-0356b939d07e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.122914] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 616812d5-a860-40d4-8086-3ae6a89f6878/616812d5-a860-40d4-8086-3ae6a89f6878.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.123734] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a133a62e-f3dd-4b73-89ef-3bb809d611cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.146506] env[69905]: DEBUG nova.compute.provider_tree [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.154253] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1204.154253] env[69905]: value = "task-3414413" [ 1204.154253] env[69905]: _type = "Task" [ 1204.154253] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.165226] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.265700] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.265988] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.266238] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.266544] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.266625] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.268688] env[69905]: INFO nova.compute.manager [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Terminating instance [ 1204.477532] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "764abc99-461e-4644-808f-fc5756541918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.477761] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.558436] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.652143] env[69905]: DEBUG nova.scheduler.client.report [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.665258] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.772826] env[69905]: DEBUG nova.compute.manager [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.773097] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.774024] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0e52ba-b85f-4d2e-91db-c818469cc726 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.782097] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.782370] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f6cb6f-baa9-4806-ae1b-ec7a9a6d9bf8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.788838] env[69905]: DEBUG oslo_vmware.api [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1204.788838] env[69905]: value = "task-3414414" [ 1204.788838] env[69905]: _type = "Task" [ 1204.788838] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.799077] env[69905]: DEBUG oslo_vmware.api [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.850372] env[69905]: DEBUG nova.network.neutron [-] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.867073] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.867315] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.980415] env[69905]: DEBUG nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.079237] env[69905]: DEBUG nova.compute.manager [req-d82f3c4e-0d31-4852-98e5-6e0f87f96685 req-4760b0bb-14a7-494c-978d-cbede235d88b service nova] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Received event network-vif-deleted-e60eea86-9877-4525-b737-d68272920169 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.155287] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.155518] env[69905]: INFO nova.compute.manager [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Migrating [ 1205.161972] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.866s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.163378] env[69905]: INFO nova.compute.claims [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.181552] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.299077] env[69905]: DEBUG oslo_vmware.api [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414414, 'name': PowerOffVM_Task, 'duration_secs': 0.214115} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.299316] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.299487] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.299739] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e4a5d65-4db0-4e1c-b1b2-837189ca2d5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.353749] env[69905]: INFO nova.compute.manager [-] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Took 1.38 seconds to deallocate network for instance. [ 1205.361368] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.361579] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.361756] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleting the datastore file [datastore2] 25c68684-c353-4d5d-be5c-3483e67a2bbf {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.362215] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb012dac-d5ba-4019-9bb2-8db4eb27a196 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.368535] env[69905]: DEBUG oslo_vmware.api [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1205.368535] env[69905]: value = "task-3414416" [ 1205.368535] env[69905]: _type = "Task" [ 1205.368535] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.368978] env[69905]: DEBUG nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.379681] env[69905]: DEBUG oslo_vmware.api [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.505978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.677659] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414413, 'name': ReconfigVM_Task, 'duration_secs': 1.293831} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.678163] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.678318] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.679055] env[69905]: DEBUG nova.network.neutron [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.679473] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 616812d5-a860-40d4-8086-3ae6a89f6878/616812d5-a860-40d4-8086-3ae6a89f6878.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.680412] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e834568e-5df5-4c2a-a389-51de97363de2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.686752] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1205.686752] env[69905]: value = "task-3414417" [ 1205.686752] env[69905]: _type = "Task" [ 1205.686752] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.695504] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414417, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.864632] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.881030] env[69905]: DEBUG oslo_vmware.api [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140596} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.882985] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.883318] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.883614] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.883886] env[69905]: INFO nova.compute.manager [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1205.884984] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.884984] env[69905]: DEBUG nova.compute.manager [-] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.884984] env[69905]: DEBUG nova.network.neutron [-] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.895342] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.197146] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414417, 'name': Rename_Task, 'duration_secs': 0.137072} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.199880] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.200556] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09e228ee-6de8-4376-9e34-6cac71c89001 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.207300] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1206.207300] env[69905]: value = "task-3414418" [ 1206.207300] env[69905]: _type = "Task" [ 1206.207300] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.220677] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.390613] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587f592-f91e-462c-8505-4a43bfb2bc6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.404844] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2aba4c-fdff-478d-918d-1d6fa19d3880 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.459549] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e4c330-4c36-4717-b1df-052d087179ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.471085] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b66448-5eff-4717-a9d0-c7a8266f8399 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.494344] env[69905]: DEBUG nova.compute.provider_tree [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.499616] env[69905]: DEBUG nova.network.neutron [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance_info_cache with network_info: [{"id": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "address": "fa:16:3e:49:b7:90", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebb99db-46", "ovs_interfaceid": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.639767] env[69905]: DEBUG nova.network.neutron [-] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.721452] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414418, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.001480] env[69905]: DEBUG nova.scheduler.client.report [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.006588] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.112735] env[69905]: DEBUG nova.compute.manager [req-3cd41092-999c-4c91-a123-e054c9e3c407 req-cc14927b-83a9-443e-86f4-e8866478774c service nova] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Received event network-vif-deleted-6eb7e3df-212d-4bba-ba76-6142ed85b51d {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.143263] env[69905]: INFO nova.compute.manager [-] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Took 1.26 seconds to deallocate network for instance. [ 1207.217701] env[69905]: DEBUG oslo_vmware.api [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414418, 'name': PowerOnVM_Task, 'duration_secs': 0.573296} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.217976] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.218193] env[69905]: INFO nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1207.218372] env[69905]: DEBUG nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.219181] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d24b3-972d-4ed6-8740-f530aa9a54fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.509668] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.510204] env[69905]: DEBUG nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.517623] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.658s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.519219] env[69905]: INFO nova.compute.claims [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.649851] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.740092] env[69905]: INFO nova.compute.manager [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Took 22.81 seconds to build instance. [ 1208.033018] env[69905]: DEBUG nova.compute.utils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.034522] env[69905]: DEBUG nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.034735] env[69905]: DEBUG nova.network.neutron [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.081907] env[69905]: DEBUG nova.policy [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf4506032684704aa15d5131e334ddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0116211ab2be4ef4b199279d8a79be17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.242645] env[69905]: DEBUG oslo_concurrency.lockutils [None req-19cac55e-bb0b-41e7-8c25-8e1a82423045 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.322s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.301098] env[69905]: DEBUG nova.compute.manager [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Received event network-changed-d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.301098] env[69905]: DEBUG nova.compute.manager [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Refreshing instance network info cache due to event network-changed-d6e76a89-0e9c-4e54-b22c-1e5421c70217. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.301098] env[69905]: DEBUG oslo_concurrency.lockutils [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] Acquiring lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.302016] env[69905]: DEBUG oslo_concurrency.lockutils [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] Acquired lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.302016] env[69905]: DEBUG nova.network.neutron [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Refreshing network info cache for port d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.394792] env[69905]: DEBUG nova.network.neutron [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Successfully created port: d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.537836] env[69905]: DEBUG nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.549343] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da9642-46f9-49c8-9435-d58d8adfcbc2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.570254] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance 'd75b7897-f395-4b40-97be-1830b6904ec4' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.775538] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa36e6b-923b-4b8b-86b8-a67035a91d32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.785067] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8101b4b9-b58c-49d5-95ae-1c52be77741f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.819735] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1616908f-6bb0-44de-8bb3-d6a66430904d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.828183] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea556e6d-53a1-4057-ba51-b83fcb5e5bce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.841800] env[69905]: DEBUG nova.compute.provider_tree [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.047995] env[69905]: DEBUG nova.network.neutron [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Updated VIF entry in instance network info cache for port d6e76a89-0e9c-4e54-b22c-1e5421c70217. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.048380] env[69905]: DEBUG nova.network.neutron [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Updating instance_info_cache with network_info: [{"id": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "address": "fa:16:3e:ab:de:7e", "network": {"id": "8920145e-6efd-4516-8718-828cb76d35d3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-869315429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539b32daa786475384cfcb885241ad22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e76a89-0e", "ovs_interfaceid": "d6e76a89-0e9c-4e54-b22c-1e5421c70217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.074448] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.074713] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3161b1e8-5e00-4b4a-9fa5-d26d72871f1b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.083741] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1209.083741] env[69905]: value = "task-3414419" [ 1209.083741] env[69905]: _type = "Task" [ 1209.083741] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.090460] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.345896] env[69905]: DEBUG nova.scheduler.client.report [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.554479] env[69905]: DEBUG oslo_concurrency.lockutils [req-98bd401c-5f2b-4e71-89b5-a6afbac0b4f2 req-e0fa8ea8-dc86-4894-b210-e0cdb4f0dc0c service nova] Releasing lock "refresh_cache-616812d5-a860-40d4-8086-3ae6a89f6878" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.555677] env[69905]: DEBUG nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.584711] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.584973] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.585149] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.585339] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.585485] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.585632] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.585841] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.585999] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.586193] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.586353] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.586529] env[69905]: DEBUG nova.virt.hardware [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.587480] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ade1b-3209-4ed4-ab31-d93a759321cd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.599132] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414419, 'name': PowerOffVM_Task, 'duration_secs': 0.210506} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.601267] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.601515] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance 'd75b7897-f395-4b40-97be-1830b6904ec4' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.605859] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70791bdc-3028-47fb-a947-6e7e267f99eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.852733] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.853335] env[69905]: DEBUG nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.857920] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.223s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.857920] env[69905]: DEBUG nova.objects.instance [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lazy-loading 'resources' on Instance uuid 7c3e888f-77f1-40b8-979e-3e0ad5536a15 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.947751] env[69905]: DEBUG nova.compute.manager [req-ebb646a6-f6f6-4c6d-a4e6-eb2e35ec652e req-afc69825-c7c0-4c9b-a4db-aae1211b075c service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Received event network-vif-plugged-d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.947999] env[69905]: DEBUG oslo_concurrency.lockutils [req-ebb646a6-f6f6-4c6d-a4e6-eb2e35ec652e req-afc69825-c7c0-4c9b-a4db-aae1211b075c service nova] Acquiring lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.948371] env[69905]: DEBUG oslo_concurrency.lockutils [req-ebb646a6-f6f6-4c6d-a4e6-eb2e35ec652e req-afc69825-c7c0-4c9b-a4db-aae1211b075c service nova] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.948552] env[69905]: DEBUG oslo_concurrency.lockutils [req-ebb646a6-f6f6-4c6d-a4e6-eb2e35ec652e req-afc69825-c7c0-4c9b-a4db-aae1211b075c service nova] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.948720] env[69905]: DEBUG nova.compute.manager [req-ebb646a6-f6f6-4c6d-a4e6-eb2e35ec652e req-afc69825-c7c0-4c9b-a4db-aae1211b075c service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] No waiting events found dispatching network-vif-plugged-d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.948948] env[69905]: WARNING nova.compute.manager [req-ebb646a6-f6f6-4c6d-a4e6-eb2e35ec652e req-afc69825-c7c0-4c9b-a4db-aae1211b075c service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Received unexpected event network-vif-plugged-d0f88de0-1c29-4e94-800e-e6db82d55f84 for instance with vm_state building and task_state spawning. [ 1210.074258] env[69905]: DEBUG nova.network.neutron [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Successfully updated port: d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.112336] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.112620] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.112786] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.112974] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.113134] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.113288] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.113499] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.113692] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.113823] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.113981] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.114178] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.119638] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e884589a-7eb0-4405-b1c6-c72a349cd684 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.135025] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1210.135025] env[69905]: value = "task-3414420" [ 1210.135025] env[69905]: _type = "Task" [ 1210.135025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.143049] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.360453] env[69905]: DEBUG nova.compute.utils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.365172] env[69905]: DEBUG nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.365639] env[69905]: DEBUG nova.network.neutron [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.576823] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.577046] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.577279] env[69905]: DEBUG nova.network.neutron [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.579713] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c031843c-2deb-4396-98c1-8e9cb7494b35 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.590173] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f48e5-713c-464f-ad91-9a4ead499147 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.622836] env[69905]: DEBUG nova.policy [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b519eabd8d2430fa1a8d22bbe7d866d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f28d6ac921b4465add820edd5b34110', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.625276] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae54e1-2205-48c6-94af-59bbbd205789 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.634084] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff05601-aa51-45a1-93c8-2b490b115949 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.646201] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414420, 'name': ReconfigVM_Task, 'duration_secs': 0.356235} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.654085] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance 'd75b7897-f395-4b40-97be-1830b6904ec4' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.659251] env[69905]: DEBUG nova.compute.provider_tree [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.869018] env[69905]: DEBUG nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.970584] env[69905]: DEBUG nova.network.neutron [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Successfully created port: 49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.148371] env[69905]: DEBUG nova.network.neutron [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.162412] env[69905]: DEBUG nova.scheduler.client.report [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.167627] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.168031] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.168323] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.168613] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.168867] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.169132] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.169468] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.169827] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.170539] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.170833] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.171158] env[69905]: DEBUG nova.virt.hardware [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.176928] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.178393] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.322s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.182364] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90bf06d7-89d5-446c-9ad8-5fd1ca480551 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.195184] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.514s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.195524] env[69905]: DEBUG nova.objects.instance [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lazy-loading 'resources' on Instance uuid bee63516-922e-4ae8-80c5-83df49c2dd2c {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.206208] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1211.206208] env[69905]: value = "task-3414421" [ 1211.206208] env[69905]: _type = "Task" [ 1211.206208] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.214763] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.215886] env[69905]: INFO nova.scheduler.client.report [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Deleted allocations for instance 7c3e888f-77f1-40b8-979e-3e0ad5536a15 [ 1211.378672] env[69905]: DEBUG nova.network.neutron [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updating instance_info_cache with network_info: [{"id": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "address": "fa:16:3e:3a:bd:69", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f88de0-1c", "ovs_interfaceid": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.713289] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414421, 'name': ReconfigVM_Task, 'duration_secs': 0.162093} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.713558] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.714362] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d2eba-afc5-4899-ba59-37f2ede17357 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.740582] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d75b7897-f395-4b40-97be-1830b6904ec4/d75b7897-f395-4b40-97be-1830b6904ec4.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.743409] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8661a0fb-561f-4632-9b06-9eedfa24a645 tempest-ServersNegativeTestJSON-1122675173 tempest-ServersNegativeTestJSON-1122675173-project-member] Lock "7c3e888f-77f1-40b8-979e-3e0ad5536a15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.479s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.744282] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f3ecf3-e4ea-4ff8-809f-d5e2c52d4a53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.762414] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1211.762414] env[69905]: value = "task-3414422" [ 1211.762414] env[69905]: _type = "Task" [ 1211.762414] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.771066] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.881647] env[69905]: DEBUG nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.881647] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.881647] env[69905]: DEBUG nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Instance network_info: |[{"id": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "address": "fa:16:3e:3a:bd:69", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f88de0-1c", "ovs_interfaceid": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.883673] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:bd:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f88de0-1c29-4e94-800e-e6db82d55f84', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.890954] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating folder: Project (0116211ab2be4ef4b199279d8a79be17). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.891482] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c3da3f4-9082-4fed-ad8d-f322d79db8e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.903314] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created folder: Project (0116211ab2be4ef4b199279d8a79be17) in parent group-v680985. [ 1211.903314] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating folder: Instances. Parent ref: group-v681279. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.907456] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.909019] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.909369] env[69905]: DEBUG nova.virt.hardware [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.909790] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a67aea8c-6fcc-4716-8560-d1596516efba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.911589] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c3af5-c6c5-4251-b826-c34c601d9e85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.919477] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd86280-9b78-4650-94a2-33d0644f6035 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.924096] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created folder: Instances in parent group-v681279. [ 1211.924339] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.927059] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.927436] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8a236c9-675e-4af4-9692-20f73dc040e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.952724] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455766dd-d82d-471c-b987-d25de6514e9b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.961166] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f1be9-7d13-49ac-9b77-ab72df6e843a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.964452] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.964452] env[69905]: value = "task-3414425" [ 1211.964452] env[69905]: _type = "Task" [ 1211.964452] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.995041] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a651d390-fbb3-4719-bd2d-dea62737096d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.997802] env[69905]: DEBUG nova.compute.manager [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Received event network-changed-d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.997990] env[69905]: DEBUG nova.compute.manager [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Refreshing instance network info cache due to event network-changed-d0f88de0-1c29-4e94-800e-e6db82d55f84. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.998227] env[69905]: DEBUG oslo_concurrency.lockutils [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] Acquiring lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.998400] env[69905]: DEBUG oslo_concurrency.lockutils [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] Acquired lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.998591] env[69905]: DEBUG nova.network.neutron [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Refreshing network info cache for port d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.004909] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414425, 'name': CreateVM_Task} progress is 15%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.008934] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cfa046-267e-44d6-99f8-16fe73acb381 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.023560] env[69905]: DEBUG nova.compute.provider_tree [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.272156] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414422, 'name': ReconfigVM_Task, 'duration_secs': 0.2426} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.272467] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d75b7897-f395-4b40-97be-1830b6904ec4/d75b7897-f395-4b40-97be-1830b6904ec4.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.272728] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance 'd75b7897-f395-4b40-97be-1830b6904ec4' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.475666] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414425, 'name': CreateVM_Task, 'duration_secs': 0.305278} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.475767] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.476553] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.476767] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.477125] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.477514] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8e1810-570c-4240-9d17-e825b341b6e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.481990] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1212.481990] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5214ab4d-ef62-0ee1-5786-35fa169da6e3" [ 1212.481990] env[69905]: _type = "Task" [ 1212.481990] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.491759] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5214ab4d-ef62-0ee1-5786-35fa169da6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.526702] env[69905]: DEBUG nova.scheduler.client.report [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.634221] env[69905]: DEBUG nova.network.neutron [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Successfully updated port: 49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.763512] env[69905]: DEBUG nova.network.neutron [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updated VIF entry in instance network info cache for port d0f88de0-1c29-4e94-800e-e6db82d55f84. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.763865] env[69905]: DEBUG nova.network.neutron [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updating instance_info_cache with network_info: [{"id": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "address": "fa:16:3e:3a:bd:69", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f88de0-1c", "ovs_interfaceid": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.778508] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39598d98-0a86-4669-978d-a45c74240735 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.797971] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df3ab0-7350-4a39-8af9-142020d4543c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.815755] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance 'd75b7897-f395-4b40-97be-1830b6904ec4' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.994582] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5214ab4d-ef62-0ee1-5786-35fa169da6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.994898] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.995148] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.995381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.995528] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.995703] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.995965] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-521cfb41-4ada-480d-9480-93ad5592c9a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.004731] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.004930] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.006178] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67455d03-8f94-4e29-8f5b-c5486cbb438c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.011935] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1213.011935] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ecef75-a2c8-a8d2-65be-6656506ba4d7" [ 1213.011935] env[69905]: _type = "Task" [ 1213.011935] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.020349] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ecef75-a2c8-a8d2-65be-6656506ba4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.033599] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.034879] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.250s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.036415] env[69905]: INFO nova.compute.claims [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.061223] env[69905]: INFO nova.scheduler.client.report [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleted allocations for instance bee63516-922e-4ae8-80c5-83df49c2dd2c [ 1213.138617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.138617] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.139035] env[69905]: DEBUG nova.network.neutron [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.267155] env[69905]: DEBUG oslo_concurrency.lockutils [req-f0789e5d-d719-4997-b71b-aae28f9ba288 req-e8fcdee1-6db7-419d-ba5f-18f74cdb4dca service nova] Releasing lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.359107] env[69905]: DEBUG nova.network.neutron [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Port 7ebb99db-464e-4eaf-b90f-88cb7d8154d6 binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1213.523675] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ecef75-a2c8-a8d2-65be-6656506ba4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.524522] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cdfcc8b-d3c4-4320-b8b9-c59c0a8548ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.529530] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1213.529530] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520020f3-59bc-91ed-9b9d-249da0c58d3d" [ 1213.529530] env[69905]: _type = "Task" [ 1213.529530] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.536967] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520020f3-59bc-91ed-9b9d-249da0c58d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.569591] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a861c25c-b8db-476e-a26e-155fada212dd tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "bee63516-922e-4ae8-80c5-83df49c2dd2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.676s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.683879] env[69905]: DEBUG nova.network.neutron [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.817574] env[69905]: DEBUG nova.network.neutron [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Updating instance_info_cache with network_info: [{"id": "49d0a439-a93f-42bc-a25a-44a417025aca", "address": "fa:16:3e:31:66:cb", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d0a439-a9", "ovs_interfaceid": "49d0a439-a93f-42bc-a25a-44a417025aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.999449] env[69905]: DEBUG nova.compute.manager [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Received event network-vif-plugged-49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.999559] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] Acquiring lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.999673] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.999829] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.999993] env[69905]: DEBUG nova.compute.manager [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] No waiting events found dispatching network-vif-plugged-49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.000170] env[69905]: WARNING nova.compute.manager [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Received unexpected event network-vif-plugged-49d0a439-a93f-42bc-a25a-44a417025aca for instance with vm_state building and task_state spawning. [ 1214.000327] env[69905]: DEBUG nova.compute.manager [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Received event network-changed-49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.000478] env[69905]: DEBUG nova.compute.manager [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Refreshing instance network info cache due to event network-changed-49d0a439-a93f-42bc-a25a-44a417025aca. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.000636] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] Acquiring lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.040515] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520020f3-59bc-91ed-9b9d-249da0c58d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.040797] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.041126] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d/e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.041385] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31ebd386-b545-4809-a093-3af305e764ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.048557] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1214.048557] env[69905]: value = "task-3414426" [ 1214.048557] env[69905]: _type = "Task" [ 1214.048557] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.056167] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.215805] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943402d-df97-4f7e-8b71-791fdf6db99b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.224796] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01306fa0-c1f9-457e-ba7b-b5a3f35d557c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.260978] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae278e87-0ac1-48f1-a0a6-89a0ac102631 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.269909] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa0afed-84d2-4df4-a45a-78b0af192890 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.284625] env[69905]: DEBUG nova.compute.provider_tree [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.323024] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.323024] env[69905]: DEBUG nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Instance network_info: |[{"id": "49d0a439-a93f-42bc-a25a-44a417025aca", "address": "fa:16:3e:31:66:cb", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d0a439-a9", "ovs_interfaceid": "49d0a439-a93f-42bc-a25a-44a417025aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.323024] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] Acquired lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.323024] env[69905]: DEBUG nova.network.neutron [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Refreshing network info cache for port 49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.323024] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:66:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d0a439-a93f-42bc-a25a-44a417025aca', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.331332] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.332972] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.333558] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-027fb912-670d-441a-807b-efc947d7a023 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.356799] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.356799] env[69905]: value = "task-3414427" [ 1214.356799] env[69905]: _type = "Task" [ 1214.356799] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.376154] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414427, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.384176] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.384445] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.384621] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.561427] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450847} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.561743] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d/e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.561977] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.562325] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57fa9f1e-fee8-46ff-94e1-8497dadbdc7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.568804] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1214.568804] env[69905]: value = "task-3414428" [ 1214.568804] env[69905]: _type = "Task" [ 1214.568804] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.577277] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.679524] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.679804] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.680055] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "95ffc933-947a-40be-ba77-6bfd6456ae0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.680261] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.680433] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.683475] env[69905]: INFO nova.compute.manager [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Terminating instance [ 1214.787625] env[69905]: DEBUG nova.scheduler.client.report [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.866655] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414427, 'name': CreateVM_Task, 'duration_secs': 0.483575} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.866826] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.867500] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.867669] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.867972] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.868515] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38afcad-4971-443f-a049-6e3bf050b4fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.873649] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1214.873649] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7defe-e585-606e-8b7f-aaf546a879ca" [ 1214.873649] env[69905]: _type = "Task" [ 1214.873649] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.882351] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7defe-e585-606e-8b7f-aaf546a879ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.034140] env[69905]: DEBUG nova.network.neutron [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Updated VIF entry in instance network info cache for port 49d0a439-a93f-42bc-a25a-44a417025aca. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.034506] env[69905]: DEBUG nova.network.neutron [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Updating instance_info_cache with network_info: [{"id": "49d0a439-a93f-42bc-a25a-44a417025aca", "address": "fa:16:3e:31:66:cb", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d0a439-a9", "ovs_interfaceid": "49d0a439-a93f-42bc-a25a-44a417025aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.078880] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078145} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.082882] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.082882] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e44f6-6646-4f61-97d4-2a5768bdd26a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.102092] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d/e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.102569] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b87234-4f35-4146-ad65-94a52ac07fac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.121302] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1215.121302] env[69905]: value = "task-3414429" [ 1215.121302] env[69905]: _type = "Task" [ 1215.121302] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.129105] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.187032] env[69905]: DEBUG nova.compute.manager [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.189083] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.189083] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d354980-8097-4d4a-a1d4-07cef5183208 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.196201] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.196529] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9236d34d-5fb7-491f-824b-c68672c9d579 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.203009] env[69905]: DEBUG oslo_vmware.api [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1215.203009] env[69905]: value = "task-3414430" [ 1215.203009] env[69905]: _type = "Task" [ 1215.203009] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.211420] env[69905]: DEBUG oslo_vmware.api [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.293681] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.294187] env[69905]: DEBUG nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.296990] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.739s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.297221] env[69905]: DEBUG nova.objects.instance [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lazy-loading 'resources' on Instance uuid 730c5b7f-481c-4d48-9556-cd860bfb65e4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.384881] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c7defe-e585-606e-8b7f-aaf546a879ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008711} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.385338] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.386225] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.386225] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.386225] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.386225] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.386461] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87f03643-e97a-44a0-a8a0-d67a24100853 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.396425] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.396680] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.397559] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f933a9-7d94-4762-b368-455c1ec521da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.403435] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1215.403435] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528f8748-f05c-e7f7-6123-899e144f0816" [ 1215.403435] env[69905]: _type = "Task" [ 1215.403435] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.411195] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528f8748-f05c-e7f7-6123-899e144f0816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.449180] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.449372] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.449547] env[69905]: DEBUG nova.network.neutron [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.537394] env[69905]: DEBUG oslo_concurrency.lockutils [req-ef7f842a-1b80-4970-96c2-5a718738487a req-d169202f-4f1f-47de-a0b7-d48ea361829e service nova] Releasing lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.631500] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414429, 'name': ReconfigVM_Task, 'duration_secs': 0.282571} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.631781] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d/e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.632454] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7a17792-a10f-49b8-a183-d21ef82652f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.639033] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1215.639033] env[69905]: value = "task-3414431" [ 1215.639033] env[69905]: _type = "Task" [ 1215.639033] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.646864] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414431, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.712976] env[69905]: DEBUG oslo_vmware.api [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414430, 'name': PowerOffVM_Task, 'duration_secs': 0.197126} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.713277] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.713445] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.713695] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f3cd7d6-6985-47fe-8632-8a30697f2ae6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.787779] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.788011] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.788197] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleting the datastore file [datastore2] 95ffc933-947a-40be-ba77-6bfd6456ae0e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.788469] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15fc78f0-c8e2-4fcc-9648-df17a25f214b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.796401] env[69905]: DEBUG oslo_vmware.api [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for the task: (returnval){ [ 1215.796401] env[69905]: value = "task-3414433" [ 1215.796401] env[69905]: _type = "Task" [ 1215.796401] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.800421] env[69905]: DEBUG nova.compute.utils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.805027] env[69905]: DEBUG nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.805027] env[69905]: DEBUG nova.network.neutron [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.810993] env[69905]: DEBUG oslo_vmware.api [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.844743] env[69905]: DEBUG nova.policy [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '618642c556b34f549774a7b9ae3bf136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bd06326e7b04559bba625e9d512d0b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.915153] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528f8748-f05c-e7f7-6123-899e144f0816, 'name': SearchDatastore_Task, 'duration_secs': 0.008527} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.918856] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68b4e54-fc91-4aa3-8f76-8609a4f99eb5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.923609] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1215.923609] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fc4f55-25d8-ad87-145a-75b5813dc608" [ 1215.923609] env[69905]: _type = "Task" [ 1215.923609] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.932921] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fc4f55-25d8-ad87-145a-75b5813dc608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.988296] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7876fd94-09b6-4f5b-85c7-37ee6dee18fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.995204] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6acff9-e67e-492e-bc4b-ca4dd1ef895a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.026929] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f725eda-2f23-4ec2-8fce-d55f0ed36eb0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.034389] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dd2b7e-4501-45fd-9b59-8bba583b47ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.047808] env[69905]: DEBUG nova.compute.provider_tree [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.148769] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414431, 'name': Rename_Task, 'duration_secs': 0.132461} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.149169] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.149432] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43090aaa-8373-4737-a5da-593ebcd4cca1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.155428] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1216.155428] env[69905]: value = "task-3414434" [ 1216.155428] env[69905]: _type = "Task" [ 1216.155428] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.164208] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.303926] env[69905]: DEBUG nova.network.neutron [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance_info_cache with network_info: [{"id": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "address": "fa:16:3e:49:b7:90", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebb99db-46", "ovs_interfaceid": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.305358] env[69905]: DEBUG nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.320306] env[69905]: DEBUG oslo_vmware.api [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Task: {'id': task-3414433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145422} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.321153] env[69905]: DEBUG nova.network.neutron [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Successfully created port: dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.327428] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.327428] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.327428] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.327428] env[69905]: INFO nova.compute.manager [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1216.327428] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.327832] env[69905]: DEBUG nova.compute.manager [-] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.327832] env[69905]: DEBUG nova.network.neutron [-] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.433456] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fc4f55-25d8-ad87-145a-75b5813dc608, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.433874] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.433975] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.434245] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793404b0-baa2-42c6-91c2-3f6ab8699b33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.440371] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1216.440371] env[69905]: value = "task-3414435" [ 1216.440371] env[69905]: _type = "Task" [ 1216.440371] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.448165] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.551238] env[69905]: DEBUG nova.scheduler.client.report [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.669791] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.808715] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.898880] env[69905]: DEBUG nova.compute.manager [req-4986adb1-ff6e-42cf-80bc-f1e814588173 req-55f2ac12-2eba-4849-bf2c-f464b1e492bd service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Received event network-vif-deleted-9dc57ce3-7519-4e10-af26-043368309cd8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.899135] env[69905]: INFO nova.compute.manager [req-4986adb1-ff6e-42cf-80bc-f1e814588173 req-55f2ac12-2eba-4849-bf2c-f464b1e492bd service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Neutron deleted interface 9dc57ce3-7519-4e10-af26-043368309cd8; detaching it from the instance and deleting it from the info cache [ 1216.899341] env[69905]: DEBUG nova.network.neutron [req-4986adb1-ff6e-42cf-80bc-f1e814588173 req-55f2ac12-2eba-4849-bf2c-f464b1e492bd service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.952048] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447652} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.952048] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.952048] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.952048] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d486b76e-4044-4aa9-b995-7cf3fd607fda {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.958646] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1216.958646] env[69905]: value = "task-3414436" [ 1216.958646] env[69905]: _type = "Task" [ 1216.958646] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.967552] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.056027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.058381] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.553s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.059902] env[69905]: INFO nova.compute.claims [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.077063] env[69905]: INFO nova.scheduler.client.report [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Deleted allocations for instance 730c5b7f-481c-4d48-9556-cd860bfb65e4 [ 1217.167790] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.320618] env[69905]: DEBUG nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.338271] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6dd593-9196-4793-bbd9-3bef16979fb2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.360517] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.360768] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.360928] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.361128] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.361278] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.361421] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.361626] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.361784] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.362013] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.362222] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.362398] env[69905]: DEBUG nova.virt.hardware [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.363166] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6062c9-8414-4119-b702-2120034de51d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.366221] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977bfb48-d2d0-4f71-8d75-4625e8d41cfb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.373581] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance 'd75b7897-f395-4b40-97be-1830b6904ec4' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.380849] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6e1a0-40d5-4335-8749-592495a90ac4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.384700] env[69905]: DEBUG nova.network.neutron [-] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.401942] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6c9a26e-c16e-49e4-9eb7-7fdf41312e5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.411144] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9ddc45-15fe-419f-ba96-76cffdbfb69b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.439636] env[69905]: DEBUG nova.compute.manager [req-4986adb1-ff6e-42cf-80bc-f1e814588173 req-55f2ac12-2eba-4849-bf2c-f464b1e492bd service nova] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Detach interface failed, port_id=9dc57ce3-7519-4e10-af26-043368309cd8, reason: Instance 95ffc933-947a-40be-ba77-6bfd6456ae0e could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.467085] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058068} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.467355] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.468119] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c54934-e080-4e6c-a1e6-cbbda8a08a3b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.491275] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.491830] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60eb63a-3b0a-4635-a7f0-c7dbe8f405d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.509775] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1217.509775] env[69905]: value = "task-3414437" [ 1217.509775] env[69905]: _type = "Task" [ 1217.509775] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.519149] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.583698] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d94cce7b-454d-4d42-8ae1-1e771af6c54c tempest-ServerRescueNegativeTestJSON-443513297 tempest-ServerRescueNegativeTestJSON-443513297-project-member] Lock "730c5b7f-481c-4d48-9556-cd860bfb65e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.132s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.666903] env[69905]: DEBUG oslo_vmware.api [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414434, 'name': PowerOnVM_Task, 'duration_secs': 1.057807} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.667391] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.667725] env[69905]: INFO nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1217.668029] env[69905]: DEBUG nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.668852] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd69345-6650-4960-9348-fd18f8cdf117 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.881547] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.881853] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d01255b-d777-449b-bbc8-395f903f9e12 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.886765] env[69905]: INFO nova.compute.manager [-] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Took 1.56 seconds to deallocate network for instance. [ 1217.889670] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1217.889670] env[69905]: value = "task-3414438" [ 1217.889670] env[69905]: _type = "Task" [ 1217.889670] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.899713] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.019932] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.189786] env[69905]: INFO nova.compute.manager [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Took 22.91 seconds to build instance. [ 1218.257681] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1b339f-2dc9-47b9-8392-48164f493a9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.266444] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d0c37-cc0d-478f-b27a-aefa0b2b0389 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.303968] env[69905]: DEBUG nova.network.neutron [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Successfully updated port: dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.305693] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d2f03-f038-45c6-8eff-47289c81fdfa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.313622] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530c0f12-d35a-4382-81ba-7afc2d8c3f8e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.328323] env[69905]: DEBUG nova.compute.provider_tree [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.397264] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.402971] env[69905]: DEBUG oslo_vmware.api [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414438, 'name': PowerOnVM_Task, 'duration_secs': 0.426778} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.403368] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.403528] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ee4d97-0944-4e03-b988-a1436dab6b1b tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance 'd75b7897-f395-4b40-97be-1830b6904ec4' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.520720] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.698257] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fa5-2d45-4fb3-8df9-dfba0cb28286 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.427s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.810293] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.810293] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.810293] env[69905]: DEBUG nova.network.neutron [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.831887] env[69905]: DEBUG nova.scheduler.client.report [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.930313] env[69905]: DEBUG nova.compute.manager [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Received event network-changed-d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.930513] env[69905]: DEBUG nova.compute.manager [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Refreshing instance network info cache due to event network-changed-d0f88de0-1c29-4e94-800e-e6db82d55f84. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.930907] env[69905]: DEBUG oslo_concurrency.lockutils [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] Acquiring lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.930907] env[69905]: DEBUG oslo_concurrency.lockutils [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] Acquired lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.931048] env[69905]: DEBUG nova.network.neutron [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Refreshing network info cache for port d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.002500] env[69905]: DEBUG nova.compute.manager [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-vif-plugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.002720] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.002927] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.003155] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.003332] env[69905]: DEBUG nova.compute.manager [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] No waiting events found dispatching network-vif-plugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.003450] env[69905]: WARNING nova.compute.manager [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received unexpected event network-vif-plugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a for instance with vm_state building and task_state spawning. [ 1219.003610] env[69905]: DEBUG nova.compute.manager [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.003763] env[69905]: DEBUG nova.compute.manager [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing instance network info cache due to event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.003923] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] Acquiring lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.020717] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414437, 'name': ReconfigVM_Task, 'duration_secs': 1.098803} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.021168] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.021822] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ebefd9b-63b4-475b-b0b3-0f3a613cef3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.027889] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1219.027889] env[69905]: value = "task-3414439" [ 1219.027889] env[69905]: _type = "Task" [ 1219.027889] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.035446] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414439, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.336338] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.336862] env[69905]: DEBUG nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.341017] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.475s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.341017] env[69905]: DEBUG nova.objects.instance [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lazy-loading 'resources' on Instance uuid ea2de5ae-ba45-4316-b1d2-1499d36e8b6e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.345035] env[69905]: DEBUG nova.network.neutron [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.537420] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414439, 'name': Rename_Task, 'duration_secs': 0.160987} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.539929] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.540099] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa66b01-fa8b-44e9-a20f-e079171b58da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.544687] env[69905]: DEBUG nova.network.neutron [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.547930] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1219.547930] env[69905]: value = "task-3414440" [ 1219.547930] env[69905]: _type = "Task" [ 1219.547930] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.561492] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.730379] env[69905]: DEBUG nova.network.neutron [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updated VIF entry in instance network info cache for port d0f88de0-1c29-4e94-800e-e6db82d55f84. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.730764] env[69905]: DEBUG nova.network.neutron [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updating instance_info_cache with network_info: [{"id": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "address": "fa:16:3e:3a:bd:69", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f88de0-1c", "ovs_interfaceid": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.846534] env[69905]: DEBUG nova.compute.utils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.848371] env[69905]: DEBUG nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.848848] env[69905]: DEBUG nova.network.neutron [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.912377] env[69905]: DEBUG nova.policy [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dce5512c6b2a49bf8e3d3575eaa77a01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbeebe2c234546dc904b84d543b73b5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.030075] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456416c-d1b8-4d4b-a55f-1c9d4b4fe972 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.039198] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060a0aa5-d788-4d8a-8117-899dc2c79576 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.074037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.074393] env[69905]: DEBUG nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Instance network_info: |[{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.075013] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] Acquired lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.075251] env[69905]: DEBUG nova.network.neutron [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.076514] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:d3:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.084880] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.089533] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9bb71-91d6-426f-b117-ddbc619df59a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.094715] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.095150] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b97ab55-ba13-4be7-8701-8cb6bcf29933 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.115277] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.118567] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.118567] env[69905]: value = "task-3414441" [ 1220.118567] env[69905]: _type = "Task" [ 1220.118567] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.119450] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1be130-c5fe-4c85-9257-7908508ed0fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.138112] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414441, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.138862] env[69905]: DEBUG nova.compute.provider_tree [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.235049] env[69905]: DEBUG oslo_concurrency.lockutils [req-e2392558-b6a9-4233-a0f8-40c28906aed5 req-814e2e9a-cc2d-4fa0-8830-7d8859cfc91a service nova] Releasing lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.347982] env[69905]: DEBUG nova.network.neutron [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Successfully created port: dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.352456] env[69905]: DEBUG nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.585520] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.627651] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414441, 'name': CreateVM_Task, 'duration_secs': 0.307318} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.627846] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.628570] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.628740] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.629115] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.631714] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae200856-d39c-47b9-bc0d-3350a1f93d80 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.636868] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1220.636868] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521b085f-5409-9fda-fae8-9bedd62836f8" [ 1220.636868] env[69905]: _type = "Task" [ 1220.636868] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.641896] env[69905]: DEBUG nova.scheduler.client.report [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.648330] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521b085f-5409-9fda-fae8-9bedd62836f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.765540] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "d75b7897-f395-4b40-97be-1830b6904ec4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.765777] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.765955] env[69905]: DEBUG nova.compute.manager [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Going to confirm migration 7 {{(pid=69905) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.821184] env[69905]: DEBUG nova.network.neutron [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updated VIF entry in instance network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.821563] env[69905]: DEBUG nova.network.neutron [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.086181] env[69905]: DEBUG oslo_vmware.api [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414440, 'name': PowerOnVM_Task, 'duration_secs': 1.064241} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.086474] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.086675] env[69905]: INFO nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1221.086852] env[69905]: DEBUG nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.087632] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6a792f-1156-4952-b635-891e58960752 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.149805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.151806] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521b085f-5409-9fda-fae8-9bedd62836f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.152323] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.257s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.153745] env[69905]: INFO nova.compute.claims [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.156098] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.156329] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.156561] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.156696] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.156867] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.157338] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ef412b-4414-4be9-b911-d72550429dd2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.168224] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.168320] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.169264] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e2c064-ba29-4fbc-bac7-f3ed4ddab390 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.172647] env[69905]: INFO nova.scheduler.client.report [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Deleted allocations for instance ea2de5ae-ba45-4316-b1d2-1499d36e8b6e [ 1221.178185] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1221.178185] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52769693-d10d-e64c-2595-c518748d0f78" [ 1221.178185] env[69905]: _type = "Task" [ 1221.178185] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.185869] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52769693-d10d-e64c-2595-c518748d0f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.301252] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.301446] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquired lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.301623] env[69905]: DEBUG nova.network.neutron [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.301805] env[69905]: DEBUG nova.objects.instance [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'info_cache' on Instance uuid d75b7897-f395-4b40-97be-1830b6904ec4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.324636] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8ecadf2-1a21-4d8d-97e6-4461d07bf59a req-d5e815d8-9d1b-4e9d-a43b-257478a05353 service nova] Releasing lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.362856] env[69905]: DEBUG nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.390747] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.391098] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.391309] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.391512] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.391694] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.391856] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.392180] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.392388] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.392590] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.392773] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.392979] env[69905]: DEBUG nova.virt.hardware [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.393896] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78835ffb-fe11-4a80-beae-3906b0e2e129 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.402733] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e240829-3bb8-4105-adcb-f3b8dfdffe0e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.605719] env[69905]: INFO nova.compute.manager [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Took 24.77 seconds to build instance. [ 1221.684937] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ade2cf21-87d8-4e6d-b05b-51a8203cf309 tempest-ServerMetadataTestJSON-745862714 tempest-ServerMetadataTestJSON-745862714-project-member] Lock "ea2de5ae-ba45-4316-b1d2-1499d36e8b6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.878s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.692766] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52769693-d10d-e64c-2595-c518748d0f78, 'name': SearchDatastore_Task, 'duration_secs': 0.015883} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.693628] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250ffe03-cd40-404b-ae15-b2a0a013e28e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.699018] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1221.699018] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5219e653-c2c4-a6c0-7d95-8dd0dee60575" [ 1221.699018] env[69905]: _type = "Task" [ 1221.699018] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.709259] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5219e653-c2c4-a6c0-7d95-8dd0dee60575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.775737] env[69905]: DEBUG nova.compute.manager [req-8000748d-74d8-4d00-8068-7ad383f3e4ed req-42062c1f-f482-4f9d-ab36-5a3d4e38edbe service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-vif-plugged-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.775958] env[69905]: DEBUG oslo_concurrency.lockutils [req-8000748d-74d8-4d00-8068-7ad383f3e4ed req-42062c1f-f482-4f9d-ab36-5a3d4e38edbe service nova] Acquiring lock "764abc99-461e-4644-808f-fc5756541918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.776208] env[69905]: DEBUG oslo_concurrency.lockutils [req-8000748d-74d8-4d00-8068-7ad383f3e4ed req-42062c1f-f482-4f9d-ab36-5a3d4e38edbe service nova] Lock "764abc99-461e-4644-808f-fc5756541918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.776381] env[69905]: DEBUG oslo_concurrency.lockutils [req-8000748d-74d8-4d00-8068-7ad383f3e4ed req-42062c1f-f482-4f9d-ab36-5a3d4e38edbe service nova] Lock "764abc99-461e-4644-808f-fc5756541918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.776583] env[69905]: DEBUG nova.compute.manager [req-8000748d-74d8-4d00-8068-7ad383f3e4ed req-42062c1f-f482-4f9d-ab36-5a3d4e38edbe service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] No waiting events found dispatching network-vif-plugged-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.776773] env[69905]: WARNING nova.compute.manager [req-8000748d-74d8-4d00-8068-7ad383f3e4ed req-42062c1f-f482-4f9d-ab36-5a3d4e38edbe service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received unexpected event network-vif-plugged-dd680713-2313-4e86-97b3-1d15abc680a1 for instance with vm_state building and task_state spawning. [ 1221.870504] env[69905]: DEBUG nova.network.neutron [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Successfully updated port: dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.108158] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50055ba3-296b-4ceb-9e55-09172e5cdff2 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.277s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.209495] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5219e653-c2c4-a6c0-7d95-8dd0dee60575, 'name': SearchDatastore_Task, 'duration_secs': 0.01572} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.211198] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.211198] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.211198] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92720fa1-563b-42f2-a1db-0f2d4e8840c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.219497] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1222.219497] env[69905]: value = "task-3414442" [ 1222.219497] env[69905]: _type = "Task" [ 1222.219497] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.228185] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.304442] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906fb249-959a-439c-86e3-9c221ba5f617 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.313299] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff9776f-deac-48d3-a45f-e45a8a65d93f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.362898] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36386e1b-f750-4def-b5f0-01dfe49d4266 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.372114] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd5969-79d2-43d0-bcb9-f74ca124d8ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.376781] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.377013] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.377194] env[69905]: DEBUG nova.network.neutron [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.395269] env[69905]: DEBUG nova.compute.provider_tree [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.729554] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465206} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.729938] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.730062] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.730320] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edc4b74f-d0ef-4be8-be56-19220077524e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.736242] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1222.736242] env[69905]: value = "task-3414443" [ 1222.736242] env[69905]: _type = "Task" [ 1222.736242] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.746333] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.899850] env[69905]: DEBUG nova.scheduler.client.report [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.951326] env[69905]: DEBUG nova.network.neutron [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.080774] env[69905]: DEBUG nova.network.neutron [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance_info_cache with network_info: [{"id": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "address": "fa:16:3e:49:b7:90", "network": {"id": "2015a2c3-ecfb-4b85-ad9e-7a0dc58797e9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-44165215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d476f11ac9448f8b4f919bc27df7194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebb99db-46", "ovs_interfaceid": "7ebb99db-464e-4eaf-b90f-88cb7d8154d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.247049] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217541} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.247319] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.248079] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05172fa-e67f-4798-8506-a3ce8013e43e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.277183] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.277436] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a7bb82-cf7e-4ef9-aa67-8d8f86514994 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.299632] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1223.299632] env[69905]: value = "task-3414444" [ 1223.299632] env[69905]: _type = "Task" [ 1223.299632] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.308199] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.346860] env[69905]: DEBUG nova.network.neutron [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd680713-23", "ovs_interfaceid": "dd680713-2313-4e86-97b3-1d15abc680a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.405158] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.405796] env[69905]: DEBUG nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.408760] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.759s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.409858] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.411253] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.014s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.411447] env[69905]: DEBUG nova.objects.instance [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lazy-loading 'resources' on Instance uuid 95ffc933-947a-40be-ba77-6bfd6456ae0e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.440341] env[69905]: INFO nova.scheduler.client.report [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted allocations for instance 25c68684-c353-4d5d-be5c-3483e67a2bbf [ 1223.583476] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Releasing lock "refresh_cache-d75b7897-f395-4b40-97be-1830b6904ec4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.583754] env[69905]: DEBUG nova.objects.instance [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lazy-loading 'migration_context' on Instance uuid d75b7897-f395-4b40-97be-1830b6904ec4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.810857] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.844505] env[69905]: DEBUG nova.compute.manager [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.844664] env[69905]: DEBUG nova.compute.manager [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing instance network info cache due to event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.844860] env[69905]: DEBUG oslo_concurrency.lockutils [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] Acquiring lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.849237] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.849543] env[69905]: DEBUG nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Instance network_info: |[{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd680713-23", "ovs_interfaceid": "dd680713-2313-4e86-97b3-1d15abc680a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.849810] env[69905]: DEBUG oslo_concurrency.lockutils [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] Acquired lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.849987] env[69905]: DEBUG nova.network.neutron [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.851269] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:6c:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd680713-2313-4e86-97b3-1d15abc680a1', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.859477] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating folder: Project (bbeebe2c234546dc904b84d543b73b5e). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.864839] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07519b91-8b55-44ae-aa16-f18104b1a996 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.874559] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created folder: Project (bbeebe2c234546dc904b84d543b73b5e) in parent group-v680985. [ 1223.874763] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating folder: Instances. Parent ref: group-v681284. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.874997] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92336e2f-8f10-4516-b5cd-5ad8386da2ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.887416] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created folder: Instances in parent group-v681284. [ 1223.887416] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.887416] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764abc99-461e-4644-808f-fc5756541918] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.887416] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7856b736-6567-4c83-b11f-dba31e815b0c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.910309] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.910309] env[69905]: value = "task-3414447" [ 1223.910309] env[69905]: _type = "Task" [ 1223.910309] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.917164] env[69905]: DEBUG nova.compute.utils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.921325] env[69905]: DEBUG nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.921631] env[69905]: DEBUG nova.network.neutron [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.930679] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414447, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.947873] env[69905]: DEBUG oslo_concurrency.lockutils [None req-04d52d15-5b38-4bfb-bd5d-d86931ced278 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "25c68684-c353-4d5d-be5c-3483e67a2bbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.682s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.008731] env[69905]: DEBUG nova.policy [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1ae583e394f433a87b312061ec438ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75413e409a844bc974086be33102249', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.084582] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc89ba3-e912-4fb4-a9de-8c42648d498e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.087659] env[69905]: DEBUG nova.objects.base [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.088440] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19f1752-864c-4f2c-9882-bc979a7f3011 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.109672] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d03a84-18de-41ea-936f-d79cc5b5fdd0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.114012] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7ed5c5-85fe-4bd4-83b2-7664e5c2b074 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.144599] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d7a43-0caa-4996-a10a-55a233a15567 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.147210] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1224.147210] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ab0f22-acc4-56d3-d0ef-886469dcc596" [ 1224.147210] env[69905]: _type = "Task" [ 1224.147210] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.156235] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b70df-af52-4cb6-b062-5bc533de92df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.164988] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ab0f22-acc4-56d3-d0ef-886469dcc596, 'name': SearchDatastore_Task, 'duration_secs': 0.007264} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.165637] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.175033] env[69905]: DEBUG nova.compute.provider_tree [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.311202] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414444, 'name': ReconfigVM_Task, 'duration_secs': 0.691413} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.311738] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.312528] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf98ae83-0a2c-4698-8a4c-2f8968bd2c44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.315076] env[69905]: DEBUG nova.network.neutron [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updated VIF entry in instance network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.315534] env[69905]: DEBUG nova.network.neutron [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd680713-23", "ovs_interfaceid": "dd680713-2313-4e86-97b3-1d15abc680a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.324120] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1224.324120] env[69905]: value = "task-3414448" [ 1224.324120] env[69905]: _type = "Task" [ 1224.324120] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.334741] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414448, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.424168] env[69905]: DEBUG nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.424948] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414447, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.599345] env[69905]: DEBUG nova.network.neutron [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Successfully created port: 5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.678208] env[69905]: DEBUG nova.scheduler.client.report [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.819264] env[69905]: DEBUG oslo_concurrency.lockutils [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] Releasing lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.819591] env[69905]: DEBUG nova.compute.manager [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Received event network-changed-49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.821414] env[69905]: DEBUG nova.compute.manager [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Refreshing instance network info cache due to event network-changed-49d0a439-a93f-42bc-a25a-44a417025aca. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.821414] env[69905]: DEBUG oslo_concurrency.lockutils [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] Acquiring lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.821414] env[69905]: DEBUG oslo_concurrency.lockutils [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] Acquired lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.821414] env[69905]: DEBUG nova.network.neutron [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Refreshing network info cache for port 49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.834138] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414448, 'name': Rename_Task, 'duration_secs': 0.160887} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.835112] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.835465] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-516b72e6-f9ec-4b13-a65d-d91ba9a27ee7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.844017] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1224.844017] env[69905]: value = "task-3414449" [ 1224.844017] env[69905]: _type = "Task" [ 1224.844017] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.850523] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.921324] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414447, 'name': CreateVM_Task, 'duration_secs': 0.53681} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.921735] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764abc99-461e-4644-808f-fc5756541918] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.922232] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.922423] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.922784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.923133] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611ca628-73f0-423c-b9d5-3bd01ab6386c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.930884] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1224.930884] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527f4a70-e424-401b-e9b0-a96d0dd05935" [ 1224.930884] env[69905]: _type = "Task" [ 1224.930884] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.939698] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527f4a70-e424-401b-e9b0-a96d0dd05935, 'name': SearchDatastore_Task} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.940037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.940274] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.940499] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.940638] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.940817] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.941672] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb86edf-ad37-42f4-8af8-8682c6aaaf2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.949510] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.949695] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.950459] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5829ff61-fab4-49fe-b95c-2720904c1811 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.956230] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1224.956230] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52535830-da90-5e20-7d99-b34fa8ef1fe0" [ 1224.956230] env[69905]: _type = "Task" [ 1224.956230] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.965420] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52535830-da90-5e20-7d99-b34fa8ef1fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.183806] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.186193] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.021s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.222671] env[69905]: INFO nova.scheduler.client.report [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Deleted allocations for instance 95ffc933-947a-40be-ba77-6bfd6456ae0e [ 1225.352341] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.433998] env[69905]: DEBUG nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.470061] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52535830-da90-5e20-7d99-b34fa8ef1fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.475024] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.475395] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.475492] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.475616] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.475759] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.475903] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.476128] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.476329] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.476565] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.476743] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.476917] env[69905]: DEBUG nova.virt.hardware [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.478311] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f5850-4735-4b65-9127-6dda965f0331 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.481148] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb63a68-cf0f-443c-b4c8-7b8ebf14f977 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.490205] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1225.490205] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b259c1-94e9-e49b-23e7-172bbe2df2b7" [ 1225.490205] env[69905]: _type = "Task" [ 1225.490205] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.490795] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354f8ebd-a5c4-4ade-b6cc-8b6572b53518 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.503539] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b259c1-94e9-e49b-23e7-172bbe2df2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.511467] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.511840] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.512474] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1ddadf6-3d95-4cc0-bcf2-0454f0b97220 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.523504] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1225.523504] env[69905]: value = "task-3414450" [ 1225.523504] env[69905]: _type = "Task" [ 1225.523504] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.532067] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.633110] env[69905]: DEBUG nova.network.neutron [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Updated VIF entry in instance network info cache for port 49d0a439-a93f-42bc-a25a-44a417025aca. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.633537] env[69905]: DEBUG nova.network.neutron [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Updating instance_info_cache with network_info: [{"id": "49d0a439-a93f-42bc-a25a-44a417025aca", "address": "fa:16:3e:31:66:cb", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d0a439-a9", "ovs_interfaceid": "49d0a439-a93f-42bc-a25a-44a417025aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.733171] env[69905]: DEBUG oslo_concurrency.lockutils [None req-01862e53-cd28-4da4-97c1-cd76c581816b tempest-ListServerFiltersTestJSON-1867797461 tempest-ListServerFiltersTestJSON-1867797461-project-member] Lock "95ffc933-947a-40be-ba77-6bfd6456ae0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.053s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.840842] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d1b4b-1b12-4c0b-9060-1fad66765c96 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.858422] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5be12ee-7069-4cb1-8fb4-3fe8c0596b52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.862240] env[69905]: DEBUG oslo_vmware.api [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414449, 'name': PowerOnVM_Task, 'duration_secs': 0.653238} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.862608] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.862824] env[69905]: INFO nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1225.863039] env[69905]: DEBUG nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.864295] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa7efe2-65fe-46aa-9f63-aa0e3e268a7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.901743] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fc0df5-a8c7-4fba-a31c-80711c5e2997 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.913961] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f39630-626a-41d3-a094-bdf899963116 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.931184] env[69905]: DEBUG nova.compute.provider_tree [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.032010] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496975} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.032269] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.032480] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.032957] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa8b56d5-052f-456b-bbd3-351ba84627d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.038216] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1226.038216] env[69905]: value = "task-3414451" [ 1226.038216] env[69905]: _type = "Task" [ 1226.038216] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.045311] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.136777] env[69905]: DEBUG oslo_concurrency.lockutils [req-580ee6d8-d8f2-4783-9dd9-0262ce9fc8a5 req-2f43038b-0eea-4e85-93a3-980622a238e1 service nova] Releasing lock "refresh_cache-123a4826-0a98-431d-b8c2-5ebd8a5bee78" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.422924] env[69905]: INFO nova.compute.manager [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Took 22.66 seconds to build instance. [ 1226.435126] env[69905]: DEBUG nova.scheduler.client.report [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.465427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.465427] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.511242] env[69905]: DEBUG nova.compute.manager [req-b8388cff-9cba-44e1-9b4c-1f87d659b6a9 req-7ad3949e-dca7-41da-bb10-58f5c5ff825d service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Received event network-vif-plugged-5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.511391] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8388cff-9cba-44e1-9b4c-1f87d659b6a9 req-7ad3949e-dca7-41da-bb10-58f5c5ff825d service nova] Acquiring lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.511490] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8388cff-9cba-44e1-9b4c-1f87d659b6a9 req-7ad3949e-dca7-41da-bb10-58f5c5ff825d service nova] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.511652] env[69905]: DEBUG oslo_concurrency.lockutils [req-b8388cff-9cba-44e1-9b4c-1f87d659b6a9 req-7ad3949e-dca7-41da-bb10-58f5c5ff825d service nova] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.511817] env[69905]: DEBUG nova.compute.manager [req-b8388cff-9cba-44e1-9b4c-1f87d659b6a9 req-7ad3949e-dca7-41da-bb10-58f5c5ff825d service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] No waiting events found dispatching network-vif-plugged-5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.512100] env[69905]: WARNING nova.compute.manager [req-b8388cff-9cba-44e1-9b4c-1f87d659b6a9 req-7ad3949e-dca7-41da-bb10-58f5c5ff825d service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Received unexpected event network-vif-plugged-5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c for instance with vm_state building and task_state spawning. [ 1226.548559] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233468} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.548818] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.549609] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f55b40-8c0a-4320-9b7d-bb8ce5683fe4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.574193] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.575116] env[69905]: DEBUG nova.network.neutron [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Successfully updated port: 5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.576676] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f6043c-9dfe-4c44-a7dd-118baea8ce75 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.600157] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1226.600157] env[69905]: value = "task-3414452" [ 1226.600157] env[69905]: _type = "Task" [ 1226.600157] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.608247] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.927118] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fa8dee9-98d6-4e5f-87a4-4d5c8fbc2bc0 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.168s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.966032] env[69905]: DEBUG nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.094750] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "refresh_cache-cfd73d1c-aced-4000-ab9f-481ba586c3e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.094875] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "refresh_cache-cfd73d1c-aced-4000-ab9f-481ba586c3e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.095046] env[69905]: DEBUG nova.network.neutron [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.110747] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.446482] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.260s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.488202] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.488498] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.490060] env[69905]: INFO nova.compute.claims [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.610362] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.626142] env[69905]: DEBUG nova.network.neutron [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.743879] env[69905]: DEBUG nova.network.neutron [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Updating instance_info_cache with network_info: [{"id": "5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c", "address": "fa:16:3e:77:83:10", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf6b5d9-9c", "ovs_interfaceid": "5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.000431] env[69905]: INFO nova.scheduler.client.report [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted allocation for migration 6f15d9a0-1c7e-452c-9628-aa8a7abad435 [ 1228.112060] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414452, 'name': ReconfigVM_Task, 'duration_secs': 1.169471} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.112060] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.112279] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28676c81-63f4-4872-92f2-dcf470746008 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.118480] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1228.118480] env[69905]: value = "task-3414453" [ 1228.118480] env[69905]: _type = "Task" [ 1228.118480] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.126032] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414453, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.246433] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "refresh_cache-cfd73d1c-aced-4000-ab9f-481ba586c3e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.246772] env[69905]: DEBUG nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Instance network_info: |[{"id": "5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c", "address": "fa:16:3e:77:83:10", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf6b5d9-9c", "ovs_interfaceid": "5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.247272] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:83:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.254950] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.255195] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.255425] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea715dc6-3a15-4c4b-9bd1-318c49c78ddc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.274419] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.274419] env[69905]: value = "task-3414454" [ 1228.274419] env[69905]: _type = "Task" [ 1228.274419] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.282170] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414454, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.505663] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.740s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.557458] env[69905]: DEBUG nova.compute.manager [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Received event network-changed-5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.557664] env[69905]: DEBUG nova.compute.manager [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Refreshing instance network info cache due to event network-changed-5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.557874] env[69905]: DEBUG oslo_concurrency.lockutils [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] Acquiring lock "refresh_cache-cfd73d1c-aced-4000-ab9f-481ba586c3e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.558018] env[69905]: DEBUG oslo_concurrency.lockutils [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] Acquired lock "refresh_cache-cfd73d1c-aced-4000-ab9f-481ba586c3e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.558195] env[69905]: DEBUG nova.network.neutron [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Refreshing network info cache for port 5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.624996] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3da7c91-b7e6-4c5d-a907-71263c68327f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.630600] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414453, 'name': Rename_Task, 'duration_secs': 0.135422} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.631342] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.631660] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04b073d4-bc29-4aa1-8934-60e939a13163 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.636417] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a291d786-6ee7-4c9e-848d-9cfafcd83cb2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.640378] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1228.640378] env[69905]: value = "task-3414455" [ 1228.640378] env[69905]: _type = "Task" [ 1228.640378] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.668926] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533867a3-38bc-401f-8faa-9b8aa6042081 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.675470] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414455, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.680604] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5aa319-a1ed-451c-bd35-4e5d5fb51dc3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.696361] env[69905]: DEBUG nova.compute.provider_tree [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.785146] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414454, 'name': CreateVM_Task, 'duration_secs': 0.284751} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.785311] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.785982] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.786205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.786539] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.786797] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab0ad94-325b-49a0-947a-78ec0e559ef8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.791219] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1228.791219] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f2f951-e3f9-34ea-4aba-f5e3017f89b6" [ 1228.791219] env[69905]: _type = "Task" [ 1228.791219] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.800323] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f2f951-e3f9-34ea-4aba-f5e3017f89b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.149717] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.201309] env[69905]: DEBUG nova.scheduler.client.report [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.260243] env[69905]: DEBUG nova.network.neutron [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Updated VIF entry in instance network info cache for port 5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.260592] env[69905]: DEBUG nova.network.neutron [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Updating instance_info_cache with network_info: [{"id": "5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c", "address": "fa:16:3e:77:83:10", "network": {"id": "0ab49215-2dda-41bb-a067-f713f40308d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1677188130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75413e409a844bc974086be33102249", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf6b5d9-9c", "ovs_interfaceid": "5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.301543] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f2f951-e3f9-34ea-4aba-f5e3017f89b6, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.301850] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.302173] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.302443] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.302623] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.302834] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.303114] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36dbfe9d-f98e-4509-8461-283309d6d652 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.312031] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.312031] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.312271] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d5aa4e-039b-463d-9813-d0a02a3b4ed9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.317052] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1229.317052] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52704e90-adae-59e5-150c-1f996ce34d70" [ 1229.317052] env[69905]: _type = "Task" [ 1229.317052] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.324461] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52704e90-adae-59e5-150c-1f996ce34d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.650733] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414455, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.705988] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.706509] env[69905]: DEBUG nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.763849] env[69905]: DEBUG oslo_concurrency.lockutils [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] Releasing lock "refresh_cache-cfd73d1c-aced-4000-ab9f-481ba586c3e4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.763849] env[69905]: DEBUG nova.compute.manager [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.764117] env[69905]: DEBUG nova.compute.manager [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing instance network info cache due to event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.764239] env[69905]: DEBUG oslo_concurrency.lockutils [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] Acquiring lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.764383] env[69905]: DEBUG oslo_concurrency.lockutils [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] Acquired lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.764542] env[69905]: DEBUG nova.network.neutron [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.790736] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "d75b7897-f395-4b40-97be-1830b6904ec4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.790965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.791252] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.791448] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.791608] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.793591] env[69905]: INFO nova.compute.manager [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Terminating instance [ 1229.827122] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52704e90-adae-59e5-150c-1f996ce34d70, 'name': SearchDatastore_Task, 'duration_secs': 0.008106} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.827904] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af08d4b-772f-4de5-9664-4ce0a37bffea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.833318] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1229.833318] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c02522-871c-680c-b9bd-70df7ae4bc26" [ 1229.833318] env[69905]: _type = "Task" [ 1229.833318] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.840919] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c02522-871c-680c-b9bd-70df7ae4bc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.151662] env[69905]: DEBUG oslo_vmware.api [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414455, 'name': PowerOnVM_Task, 'duration_secs': 1.305989} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.152044] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.152101] env[69905]: INFO nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1230.152382] env[69905]: DEBUG nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.153189] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72076841-dd87-409e-a8f8-5cc6d77666be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.210969] env[69905]: DEBUG nova.compute.utils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.212784] env[69905]: DEBUG nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1230.296819] env[69905]: DEBUG nova.compute.manager [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.297044] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.297926] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a161f04-67fc-482f-9bfd-3b6b7bb1e999 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.307161] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.307528] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4355cfc7-b841-4f3d-9d1d-b5aae8c8964d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.313600] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1230.313600] env[69905]: value = "task-3414456" [ 1230.313600] env[69905]: _type = "Task" [ 1230.313600] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.321371] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.345301] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c02522-871c-680c-b9bd-70df7ae4bc26, 'name': SearchDatastore_Task, 'duration_secs': 0.031556} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.345622] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.345934] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] cfd73d1c-aced-4000-ab9f-481ba586c3e4/cfd73d1c-aced-4000-ab9f-481ba586c3e4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.346200] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dff83c2-da16-4afe-9160-2c3edeb02100 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.352520] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1230.352520] env[69905]: value = "task-3414457" [ 1230.352520] env[69905]: _type = "Task" [ 1230.352520] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.361189] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.571886] env[69905]: DEBUG nova.network.neutron [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updated VIF entry in instance network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.572361] env[69905]: DEBUG nova.network.neutron [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.670114] env[69905]: INFO nova.compute.manager [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Took 25.18 seconds to build instance. [ 1230.714756] env[69905]: DEBUG nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.823265] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414456, 'name': PowerOffVM_Task, 'duration_secs': 0.237495} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.823553] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.823724] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.823961] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e113706c-d9b9-4b48-91d5-e04ef43b8b6d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.862466] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442322} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.862792] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] cfd73d1c-aced-4000-ab9f-481ba586c3e4/cfd73d1c-aced-4000-ab9f-481ba586c3e4.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.862926] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.863165] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05b3fa13-5c39-40c4-a58f-cc8d0256d40c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.868488] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1230.868488] env[69905]: value = "task-3414459" [ 1230.868488] env[69905]: _type = "Task" [ 1230.868488] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.876752] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.887941] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.888195] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.888380] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleting the datastore file [datastore2] d75b7897-f395-4b40-97be-1830b6904ec4 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.888651] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb14a1c-3c59-4315-9839-091afcc778b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.895083] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for the task: (returnval){ [ 1230.895083] env[69905]: value = "task-3414460" [ 1230.895083] env[69905]: _type = "Task" [ 1230.895083] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.903219] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.075780] env[69905]: DEBUG oslo_concurrency.lockutils [req-07db3bd1-6ebf-4f0f-b7ca-a06aab075db8 req-fef53b74-60bc-43e7-8252-efc90ec19731 service nova] Releasing lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.104409] env[69905]: DEBUG nova.compute.manager [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.104562] env[69905]: DEBUG nova.compute.manager [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing instance network info cache due to event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.104789] env[69905]: DEBUG oslo_concurrency.lockutils [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] Acquiring lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.104934] env[69905]: DEBUG oslo_concurrency.lockutils [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] Acquired lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.105108] env[69905]: DEBUG nova.network.neutron [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.172809] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3e83e984-31b9-48a9-9661-5a8f3354085a tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.695s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.378125] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113717} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.378392] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.379171] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ffa3e-3f4a-4373-8184-8fa9c4f67d51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.402025] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] cfd73d1c-aced-4000-ab9f-481ba586c3e4/cfd73d1c-aced-4000-ab9f-481ba586c3e4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.402398] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83afdf35-5925-4b01-9ac7-25725cc475cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.423950] env[69905]: DEBUG oslo_vmware.api [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Task: {'id': task-3414460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134193} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.425117] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.425312] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.425498] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.425667] env[69905]: INFO nova.compute.manager [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1231.425903] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.426168] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1231.426168] env[69905]: value = "task-3414461" [ 1231.426168] env[69905]: _type = "Task" [ 1231.426168] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.426355] env[69905]: DEBUG nova.compute.manager [-] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.426448] env[69905]: DEBUG nova.network.neutron [-] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.435085] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.724992] env[69905]: DEBUG nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.764595] env[69905]: DEBUG nova.compute.manager [req-e7295b39-34b0-4974-b8cd-b15a79b15469 req-36b0dda3-9049-4041-a9ab-2eae770244fc service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Received event network-vif-deleted-7ebb99db-464e-4eaf-b90f-88cb7d8154d6 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.764828] env[69905]: INFO nova.compute.manager [req-e7295b39-34b0-4974-b8cd-b15a79b15469 req-36b0dda3-9049-4041-a9ab-2eae770244fc service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Neutron deleted interface 7ebb99db-464e-4eaf-b90f-88cb7d8154d6; detaching it from the instance and deleting it from the info cache [ 1231.765806] env[69905]: DEBUG nova.network.neutron [req-e7295b39-34b0-4974-b8cd-b15a79b15469 req-36b0dda3-9049-4041-a9ab-2eae770244fc service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.769131] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.769357] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.769658] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.769880] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.769880] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.770351] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.770351] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.770435] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.770552] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.770714] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.770883] env[69905]: DEBUG nova.virt.hardware [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.772185] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae804028-d1c6-4d4c-b0ba-d6dd629a482a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.782745] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bbafce-b092-4c27-a0dd-4c36e144d4e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.798482] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.803899] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Creating folder: Project (e92c759bd64548739dd18ec014c4b4d1). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.804198] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b151af88-58f1-47a6-98e7-10905c0b473d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.814171] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Created folder: Project (e92c759bd64548739dd18ec014c4b4d1) in parent group-v680985. [ 1231.814362] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Creating folder: Instances. Parent ref: group-v681288. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.814584] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97dc9316-5fa0-4c2d-a1e4-11fdffa5a84d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.823766] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Created folder: Instances in parent group-v681288. [ 1231.823994] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.824202] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.824397] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-431b0dc0-4180-46ea-9105-ffdbeabb1eb4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.842289] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.842289] env[69905]: value = "task-3414464" [ 1231.842289] env[69905]: _type = "Task" [ 1231.842289] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.849953] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414464, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.897376] env[69905]: DEBUG nova.network.neutron [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updated VIF entry in instance network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.897777] env[69905]: DEBUG nova.network.neutron [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd680713-23", "ovs_interfaceid": "dd680713-2313-4e86-97b3-1d15abc680a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.948260] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414461, 'name': ReconfigVM_Task, 'duration_secs': 0.263604} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.950572] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Reconfigured VM instance instance-00000072 to attach disk [datastore2] cfd73d1c-aced-4000-ab9f-481ba586c3e4/cfd73d1c-aced-4000-ab9f-481ba586c3e4.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.951799] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-697f7e6f-96d4-4868-9471-dbb882902669 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.960697] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1231.960697] env[69905]: value = "task-3414465" [ 1231.960697] env[69905]: _type = "Task" [ 1231.960697] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.970261] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414465, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.245355] env[69905]: DEBUG nova.network.neutron [-] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.276104] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c67d59f3-338f-4aac-87d5-ec24e1bee2a9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.285830] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ceb597-8f0b-4c5f-bb5f-02b0d333f1f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.321866] env[69905]: DEBUG nova.compute.manager [req-e7295b39-34b0-4974-b8cd-b15a79b15469 req-36b0dda3-9049-4041-a9ab-2eae770244fc service nova] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Detach interface failed, port_id=7ebb99db-464e-4eaf-b90f-88cb7d8154d6, reason: Instance d75b7897-f395-4b40-97be-1830b6904ec4 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.351418] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414464, 'name': CreateVM_Task, 'duration_secs': 0.287606} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.351508] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.352013] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.352164] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.352404] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.352679] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5336ce-290f-44cd-aa57-66b909e0c58c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.357838] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1232.357838] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e26db1-5cfa-5b6f-e756-de911a8f06df" [ 1232.357838] env[69905]: _type = "Task" [ 1232.357838] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.366335] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e26db1-5cfa-5b6f-e756-de911a8f06df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.400707] env[69905]: DEBUG oslo_concurrency.lockutils [req-b53add67-0ab9-4edd-9819-62a3a37bd1c0 req-179a2a27-9de8-4db8-ba00-f42c5e4c794f service nova] Releasing lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.470015] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414465, 'name': Rename_Task, 'duration_secs': 0.160548} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.470292] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.470533] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b3ec99e-84b1-4c72-a682-eff8d342d6d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.476243] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1232.476243] env[69905]: value = "task-3414466" [ 1232.476243] env[69905]: _type = "Task" [ 1232.476243] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.483826] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.747874] env[69905]: INFO nova.compute.manager [-] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Took 1.32 seconds to deallocate network for instance. [ 1232.868179] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e26db1-5cfa-5b6f-e756-de911a8f06df, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.868483] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.868712] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.868956] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.869129] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.869309] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.869566] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-211c9cf3-a765-4a90-9d34-03570d94510a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.877805] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.877977] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.878692] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c2c325-3be4-4af0-85fd-4ddf74d31c8a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.883905] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1232.883905] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528cf91e-9f06-c693-87f2-453c16bffb77" [ 1232.883905] env[69905]: _type = "Task" [ 1232.883905] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.891068] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528cf91e-9f06-c693-87f2-453c16bffb77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.986157] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.256338] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.256741] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.256784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.281224] env[69905]: INFO nova.scheduler.client.report [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Deleted allocations for instance d75b7897-f395-4b40-97be-1830b6904ec4 [ 1233.395148] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528cf91e-9f06-c693-87f2-453c16bffb77, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.396288] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0977e68b-6fe8-450c-987e-f171cb7eb775 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.401819] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1233.401819] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5200defa-e278-36e8-dc90-4c0a2f9cd0e8" [ 1233.401819] env[69905]: _type = "Task" [ 1233.401819] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.409450] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5200defa-e278-36e8-dc90-4c0a2f9cd0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.487047] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.790056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cc3745c3-cd89-44a3-ac9f-afaf624ba7cb tempest-DeleteServersTestJSON-1413671590 tempest-DeleteServersTestJSON-1413671590-project-member] Lock "d75b7897-f395-4b40-97be-1830b6904ec4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.999s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.913673] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5200defa-e278-36e8-dc90-4c0a2f9cd0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013732} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.913945] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.914219] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.914477] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-636c08b3-28fa-4c05-9e73-c466d0d14b2a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.920858] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1233.920858] env[69905]: value = "task-3414467" [ 1233.920858] env[69905]: _type = "Task" [ 1233.920858] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.928282] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.986928] env[69905]: DEBUG oslo_vmware.api [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414466, 'name': PowerOnVM_Task, 'duration_secs': 1.186251} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.987225] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.987439] env[69905]: INFO nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1233.987616] env[69905]: DEBUG nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.988408] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caac042b-a87b-45c6-a9fd-4f3d2b77266d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.433174] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414467, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.505910] env[69905]: INFO nova.compute.manager [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Took 28.63 seconds to build instance. [ 1234.931423] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582577} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.931685] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.931895] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.932198] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-695b6714-5f7f-49b3-99a1-5ac473d83390 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.938495] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1234.938495] env[69905]: value = "task-3414469" [ 1234.938495] env[69905]: _type = "Task" [ 1234.938495] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.946641] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.008478] env[69905]: DEBUG oslo_concurrency.lockutils [None req-336945e7-95fc-4c86-bc16-16d286c70674 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.141s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.448372] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094524} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.448760] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.449394] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a03d52-e1f6-4481-a23a-3a845b59616b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.468824] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.469106] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb51227f-ee52-4200-8e3d-47e7eb00d5d7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.487159] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.487377] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.487580] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.487760] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.487926] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.489921] env[69905]: INFO nova.compute.manager [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Terminating instance [ 1235.492189] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1235.492189] env[69905]: value = "task-3414470" [ 1235.492189] env[69905]: _type = "Task" [ 1235.492189] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.499679] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414470, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.993980] env[69905]: DEBUG nova.compute.manager [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.994239] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.997009] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac49506c-925a-4316-947d-08a81181380b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.007754] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.009809] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.010072] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-158b26b8-29b6-4f71-a520-44be72516757 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.016507] env[69905]: DEBUG oslo_vmware.api [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1236.016507] env[69905]: value = "task-3414471" [ 1236.016507] env[69905]: _type = "Task" [ 1236.016507] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.023496] env[69905]: DEBUG oslo_vmware.api [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.503714] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414470, 'name': ReconfigVM_Task, 'duration_secs': 0.76385} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.504102] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Reconfigured VM instance instance-00000073 to attach disk [datastore1] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.504602] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f44f31c-e74e-4721-9935-048d0e20241b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.510292] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1236.510292] env[69905]: value = "task-3414472" [ 1236.510292] env[69905]: _type = "Task" [ 1236.510292] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.517837] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414472, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.524641] env[69905]: DEBUG oslo_vmware.api [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414471, 'name': PowerOffVM_Task, 'duration_secs': 0.170419} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.524886] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.525063] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.525289] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6cf6f92-4805-4a73-865c-9ca9aea71b09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.587064] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.587194] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.587278] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleting the datastore file [datastore2] cfd73d1c-aced-4000-ab9f-481ba586c3e4 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.587534] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca19469d-f223-4222-bf65-dc3570d82762 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.593780] env[69905]: DEBUG oslo_vmware.api [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for the task: (returnval){ [ 1236.593780] env[69905]: value = "task-3414474" [ 1236.593780] env[69905]: _type = "Task" [ 1236.593780] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.601823] env[69905]: DEBUG oslo_vmware.api [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.019832] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414472, 'name': Rename_Task, 'duration_secs': 0.141936} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.021491] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.021491] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01eec3b1-90b1-499a-94d5-d5748640cd9a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.027506] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1237.027506] env[69905]: value = "task-3414475" [ 1237.027506] env[69905]: _type = "Task" [ 1237.027506] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.035291] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.106028] env[69905]: DEBUG oslo_vmware.api [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Task: {'id': task-3414474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137359} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.106028] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.106028] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.106028] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.106028] env[69905]: INFO nova.compute.manager [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1237.106028] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.106028] env[69905]: DEBUG nova.compute.manager [-] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.106028] env[69905]: DEBUG nova.network.neutron [-] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.488503] env[69905]: DEBUG nova.compute.manager [req-3ed8514f-b90a-4466-90dd-84b1e81eeee9 req-af98aacd-6f8c-4e15-8b53-68d8d22ae128 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Received event network-vif-deleted-5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.488964] env[69905]: INFO nova.compute.manager [req-3ed8514f-b90a-4466-90dd-84b1e81eeee9 req-af98aacd-6f8c-4e15-8b53-68d8d22ae128 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Neutron deleted interface 5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c; detaching it from the instance and deleting it from the info cache [ 1237.488964] env[69905]: DEBUG nova.network.neutron [req-3ed8514f-b90a-4466-90dd-84b1e81eeee9 req-af98aacd-6f8c-4e15-8b53-68d8d22ae128 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.537176] env[69905]: DEBUG oslo_vmware.api [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414475, 'name': PowerOnVM_Task, 'duration_secs': 0.400153} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.537458] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.537641] env[69905]: INFO nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1237.537819] env[69905]: DEBUG nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.538684] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe0c760-f92e-49fa-9043-a6b59c3bc9d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.962859] env[69905]: DEBUG nova.network.neutron [-] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.991102] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49e38c99-1272-451c-9c31-c47dcc447366 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.000796] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06902459-eefe-4463-b8e1-8f1d8fb33165 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.031233] env[69905]: DEBUG nova.compute.manager [req-3ed8514f-b90a-4466-90dd-84b1e81eeee9 req-af98aacd-6f8c-4e15-8b53-68d8d22ae128 service nova] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Detach interface failed, port_id=5bf6b5d9-9c29-4e7f-8d4a-b5b6fd133b4c, reason: Instance cfd73d1c-aced-4000-ab9f-481ba586c3e4 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.055364] env[69905]: INFO nova.compute.manager [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Took 10.58 seconds to build instance. [ 1238.465688] env[69905]: INFO nova.compute.manager [-] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Took 1.36 seconds to deallocate network for instance. [ 1238.557647] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c930cc99-a282-4870-9de4-52bbaebc0ca9 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.093s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.639897] env[69905]: INFO nova.compute.manager [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Rebuilding instance [ 1238.683389] env[69905]: DEBUG nova.compute.manager [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.686204] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e057a8-4a91-4a56-a30b-3177a169ff57 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.972044] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.972392] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.972640] env[69905]: DEBUG nova.objects.instance [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lazy-loading 'resources' on Instance uuid cfd73d1c-aced-4000-ab9f-481ba586c3e4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.266410] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.266684] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.451415] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.451652] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.600050] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a6c88e-7d5d-4d78-8167-a8ffacfac6bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.607766] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36433706-b662-4bfa-b67a-5c8996bc9b93 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.636843] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a8255f-afac-479a-8c51-fa46098cda49 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.643650] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1c511-915c-48f2-aef5-a039440b54e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.656437] env[69905]: DEBUG nova.compute.provider_tree [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.699106] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.699367] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d948e80-a31e-4a81-901f-e3713ea52eb2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.706031] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1239.706031] env[69905]: value = "task-3414476" [ 1239.706031] env[69905]: _type = "Task" [ 1239.706031] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.713969] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.769281] env[69905]: DEBUG nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.955502] env[69905]: DEBUG nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.158924] env[69905]: DEBUG nova.scheduler.client.report [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.217177] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414476, 'name': PowerOffVM_Task, 'duration_secs': 0.107731} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.217404] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.218064] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.218846] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7cbd1f-325a-4555-86e3-b6421e6a5ab7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.225385] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.225616] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a5c066d-1989-4486-8d8e-ae091994be23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.249139] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.249369] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.249550] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Deleting the datastore file [datastore1] c11eb7f7-37c7-4bf3-8494-10b22399e0b5 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.249820] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e78b795-7cde-4bd6-95b7-13827fcbb54a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.256669] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1240.256669] env[69905]: value = "task-3414478" [ 1240.256669] env[69905]: _type = "Task" [ 1240.256669] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.264398] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.288897] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.473355] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.664484] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.666676] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.378s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.668538] env[69905]: INFO nova.compute.claims [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.683283] env[69905]: INFO nova.scheduler.client.report [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Deleted allocations for instance cfd73d1c-aced-4000-ab9f-481ba586c3e4 [ 1240.766719] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099616} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.766947] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.767119] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.767323] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.190536] env[69905]: DEBUG oslo_concurrency.lockutils [None req-795cf044-83a6-421e-b28c-375d006e37a5 tempest-ServerDiskConfigTestJSON-1019097651 tempest-ServerDiskConfigTestJSON-1019097651-project-member] Lock "cfd73d1c-aced-4000-ab9f-481ba586c3e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.787152] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8ea3d3-d0fe-4681-a6e0-c3e6991bb2a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.796471] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd8f5ab-7fc8-4623-b7d7-baf90fd72a3b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.828594] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.828832] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.828996] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.829242] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.829400] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.829551] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.829758] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.829917] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.830096] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.830262] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.830433] env[69905]: DEBUG nova.virt.hardware [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.831231] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c419b12-d04b-4147-bd7d-2b5410f69378 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.834118] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f45a58-8879-45cc-8ed0-4c0d1056aad3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.842697] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4dfb66-01db-4b5e-ab18-9321a351d3f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.847109] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95b95a7-a1a4-4333-ba09-33f5b74152d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.860203] env[69905]: DEBUG nova.compute.provider_tree [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.869589] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.875109] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.876035] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.876267] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd21c8a-cb05-439c-b4d2-23a39e7d8a5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.893369] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.893369] env[69905]: value = "task-3414479" [ 1241.893369] env[69905]: _type = "Task" [ 1241.893369] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.900782] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414479, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.363162] env[69905]: DEBUG nova.scheduler.client.report [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.403402] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414479, 'name': CreateVM_Task, 'duration_secs': 0.241605} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.403574] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.403921] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.404099] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.404434] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.404681] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a4a599-0fd5-4c31-a1f7-7d0fe92ae285 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.409504] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1242.409504] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ff8c5d-bf0b-8b3e-0018-fddc501c3086" [ 1242.409504] env[69905]: _type = "Task" [ 1242.409504] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.416824] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ff8c5d-bf0b-8b3e-0018-fddc501c3086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.868432] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.868948] env[69905]: DEBUG nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.871527] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.398s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.872874] env[69905]: INFO nova.compute.claims [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.920470] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ff8c5d-bf0b-8b3e-0018-fddc501c3086, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.920704] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.920925] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.921205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.921418] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.921523] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.921918] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ab1cba-37d4-40a2-9f33-1f6727dab02d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.929921] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.930120] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.930802] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e52ed50-8a00-48a3-b7a3-ee3bbd130914 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.936207] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1242.936207] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec8f83-54ee-6ca1-55ad-895a0c03b65d" [ 1242.936207] env[69905]: _type = "Task" [ 1242.936207] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.945036] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec8f83-54ee-6ca1-55ad-895a0c03b65d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.379360] env[69905]: DEBUG nova.compute.utils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.380781] env[69905]: DEBUG nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1243.447014] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ec8f83-54ee-6ca1-55ad-895a0c03b65d, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.447014] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7111e2-3358-466e-a84e-4ec41ef28f7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.451919] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1243.451919] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52953c2b-cb26-1ef9-a54b-b0da477229e8" [ 1243.451919] env[69905]: _type = "Task" [ 1243.451919] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.459514] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52953c2b-cb26-1ef9-a54b-b0da477229e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.884741] env[69905]: DEBUG nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.963730] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52953c2b-cb26-1ef9-a54b-b0da477229e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.963931] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.964208] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.964460] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab483ab5-1f05-408a-b17c-715722649b82 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.973183] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1243.973183] env[69905]: value = "task-3414480" [ 1243.973183] env[69905]: _type = "Task" [ 1243.973183] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.983079] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.999483] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dceec55-50af-4c0b-8a34-8010c9c1bece {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.006277] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd45e303-342c-4e95-8eb6-0ed7b7a02b97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.036135] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36762db5-a09d-4557-9a6a-e1183d17bd33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.043495] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec79f3-6784-4412-94a6-9008b167d5f3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.058512] env[69905]: DEBUG nova.compute.provider_tree [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.482539] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448132} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.483212] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.483212] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.483403] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45e622cd-1318-4cee-8a5e-0d6c7591075c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.489945] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1244.489945] env[69905]: value = "task-3414481" [ 1244.489945] env[69905]: _type = "Task" [ 1244.489945] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.498695] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.562113] env[69905]: DEBUG nova.scheduler.client.report [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.894815] env[69905]: DEBUG nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.927647] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.927888] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.928123] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.928382] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.928544] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.928717] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.929043] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.929311] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.929496] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.929755] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.929834] env[69905]: DEBUG nova.virt.hardware [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.930682] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265f53ca-bcf6-4afe-88ce-f2d3af73c4db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.938656] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462fb14d-a4b7-4075-8627-2d1c8721c6b4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.952382] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.957665] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Creating folder: Project (70a370aced384711bfd15054d5bbcb42). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.957946] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46adbd58-5a4a-4d76-bd59-528d09b0de43 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.968601] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Created folder: Project (70a370aced384711bfd15054d5bbcb42) in parent group-v680985. [ 1244.968788] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Creating folder: Instances. Parent ref: group-v681292. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.969049] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bab06a3-d1c0-4d05-bb5b-1a77fb6f7dd6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.978375] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Created folder: Instances in parent group-v681292. [ 1244.978604] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.978791] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.978992] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d05eb73-8625-4b7a-89ca-f8853b61ef72 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.997180] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.997400] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.001642] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.001642] env[69905]: value = "task-3414484" [ 1245.001642] env[69905]: _type = "Task" [ 1245.001642] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.004479] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064785} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.007454] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.008064] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf21ba5-9160-47fc-9b9d-75b711d7d37f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.015993] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414484, 'name': CreateVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.031026] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.031432] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d02755-7833-40ca-9496-9a9a083f03ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.052030] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1245.052030] env[69905]: value = "task-3414485" [ 1245.052030] env[69905]: _type = "Task" [ 1245.052030] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.061639] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.066996] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.067539] env[69905]: DEBUG nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.500046] env[69905]: DEBUG nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.514033] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414484, 'name': CreateVM_Task, 'duration_secs': 0.303708} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.514195] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.514665] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.514830] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.515162] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.515417] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d42f21a-b61c-4978-b4f6-b6447b9e5ff8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.519725] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1245.519725] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c27362-6b50-ac38-c676-07057e1f6be6" [ 1245.519725] env[69905]: _type = "Task" [ 1245.519725] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.527946] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c27362-6b50-ac38-c676-07057e1f6be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.561271] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414485, 'name': ReconfigVM_Task, 'duration_secs': 0.266491} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.561544] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] c11eb7f7-37c7-4bf3-8494-10b22399e0b5/c11eb7f7-37c7-4bf3-8494-10b22399e0b5.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.562147] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e17e673-7aa5-4ad5-9e14-96d991f1525d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.568437] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1245.568437] env[69905]: value = "task-3414486" [ 1245.568437] env[69905]: _type = "Task" [ 1245.568437] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.572040] env[69905]: DEBUG nova.compute.utils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.573284] env[69905]: DEBUG nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1245.578227] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414486, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.024193] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.024607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.026062] env[69905]: INFO nova.compute.claims [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.034091] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c27362-6b50-ac38-c676-07057e1f6be6, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.034364] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.034583] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.034806] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.034953] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.035147] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.035397] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e7aa9cf-c6bc-4d81-a307-5a4dea23820c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.043892] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.044079] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.044762] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bfe7d9-cc61-4ac4-aaaa-4cc0fcf0860e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.049473] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1246.049473] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b56594-ac7a-dbf1-4331-a84899f68754" [ 1246.049473] env[69905]: _type = "Task" [ 1246.049473] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.057081] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b56594-ac7a-dbf1-4331-a84899f68754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.074376] env[69905]: DEBUG nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.080517] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414486, 'name': Rename_Task, 'duration_secs': 0.125155} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.080517] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.080517] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f811de9e-eb00-432b-a0d2-8f15eb29bd0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.087463] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1246.087463] env[69905]: value = "task-3414487" [ 1246.087463] env[69905]: _type = "Task" [ 1246.087463] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.094907] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.189580] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.189853] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.190100] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.190352] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.190594] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.190769] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.190951] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.191143] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1246.191343] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.559962] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b56594-ac7a-dbf1-4331-a84899f68754, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.560748] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a059c7-d2f3-453b-8c53-2eca907220ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.566680] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1246.566680] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b4e154-70a9-5f27-d6a7-552b4244df04" [ 1246.566680] env[69905]: _type = "Task" [ 1246.566680] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.574972] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b4e154-70a9-5f27-d6a7-552b4244df04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.596277] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.693964] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.077983] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b4e154-70a9-5f27-d6a7-552b4244df04, 'name': SearchDatastore_Task, 'duration_secs': 0.026659} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.078348] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.078632] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e/2df79b65-be25-4ae4-9dbf-cbeaf392fb4e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.078907] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-100adf30-2f38-4ba5-884a-322823157f33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.086913] env[69905]: DEBUG nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.088756] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1247.088756] env[69905]: value = "task-3414488" [ 1247.088756] env[69905]: _type = "Task" [ 1247.088756] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.101750] env[69905]: DEBUG oslo_vmware.api [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414487, 'name': PowerOnVM_Task, 'duration_secs': 0.65055} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.106707] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.106920] env[69905]: DEBUG nova.compute.manager [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.107201] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.108110] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d942b5c0-c36b-4fb4-8401-573eae21740b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.132520] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.132805] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.132978] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.133201] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.133353] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.133515] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.133727] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.133886] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.134067] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.134241] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.134417] env[69905]: DEBUG nova.virt.hardware [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.135246] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660ce5a0-bcf7-41fc-bf06-c470d8a325d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.143751] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd398f3-1961-4ca3-9f00-53f744cf80c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.158401] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.164073] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.164877] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.165124] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5809bdfd-9be5-4b04-8643-9d60ee44e351 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.183239] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.183239] env[69905]: value = "task-3414489" [ 1247.183239] env[69905]: _type = "Task" [ 1247.183239] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.191303] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414489, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.209135] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bafa0b2-d89b-4ca0-84fb-cf288998fe27 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.217061] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e4e600-0815-4e8c-90b7-d16e5df03be1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.252376] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b040cef4-fa07-4284-830d-93d5073fdf45 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.260938] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fa6175-2796-48fa-b8a8-1c2a99c08e52 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.278677] env[69905]: DEBUG nova.compute.provider_tree [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.355836] env[69905]: DEBUG oslo_concurrency.lockutils [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "616812d5-a860-40d4-8086-3ae6a89f6878" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.356090] env[69905]: DEBUG oslo_concurrency.lockutils [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.601248] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428709} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.601519] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e/2df79b65-be25-4ae4-9dbf-cbeaf392fb4e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.601733] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.601980] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ac7da8-b58c-4419-8150-4962431eabab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.607803] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1247.607803] env[69905]: value = "task-3414490" [ 1247.607803] env[69905]: _type = "Task" [ 1247.607803] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.615701] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.623816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.693204] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414489, 'name': CreateVM_Task, 'duration_secs': 0.315547} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.693204] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.693640] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.693811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.694152] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.694398] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571cac91-3663-4019-a407-981b34c6d080 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.698592] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1247.698592] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b45048-d623-45e5-205a-ebd9856ffd07" [ 1247.698592] env[69905]: _type = "Task" [ 1247.698592] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.707037] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b45048-d623-45e5-205a-ebd9856ffd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.781742] env[69905]: DEBUG nova.scheduler.client.report [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.859966] env[69905]: DEBUG nova.compute.utils [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.117053] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070858} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.117377] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.118148] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f9ebc-a1c6-4a50-9b31-395ec2c4805a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.138042] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e/2df79b65-be25-4ae4-9dbf-cbeaf392fb4e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.138390] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8474fdfc-0387-4ec3-8317-1a9cebfcb9ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.158284] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1248.158284] env[69905]: value = "task-3414491" [ 1248.158284] env[69905]: _type = "Task" [ 1248.158284] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.166871] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.208342] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b45048-d623-45e5-205a-ebd9856ffd07, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.208626] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.208905] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.209166] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.209317] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.209519] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.209749] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da74f8ab-d5d5-43fa-a192-e399b38f3112 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.218336] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.218516] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.219238] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c38aff-a081-448a-9b1b-345c11b0d6dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.223896] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1248.223896] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b7b852-1e75-8f60-84e0-11462cf20ef4" [ 1248.223896] env[69905]: _type = "Task" [ 1248.223896] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.230789] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b7b852-1e75-8f60-84e0-11462cf20ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.286253] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.286758] env[69905]: DEBUG nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.289342] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.595s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.289734] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.289734] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1248.289907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.666s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.290085] env[69905]: DEBUG nova.objects.instance [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1248.293544] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f491bee2-e9d0-42ff-aa4c-21679f5cd9c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.301927] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1641979-e330-4755-81ce-03303947ec51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.316097] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a86636-f59a-4d79-9a5a-be0320685fe3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.323839] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4eb55c-9566-4068-ba14-e3dc6fb3fe6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.355278] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179160MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1248.355422] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.362748] env[69905]: DEBUG oslo_concurrency.lockutils [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.524112] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.524112] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.524112] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.524340] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.524383] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.526647] env[69905]: INFO nova.compute.manager [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Terminating instance [ 1248.668622] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414491, 'name': ReconfigVM_Task, 'duration_secs': 0.252363} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.668784] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e/2df79b65-be25-4ae4-9dbf-cbeaf392fb4e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.669471] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5d29ea6-3a9f-46c7-91ff-ed34699eb828 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.675894] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1248.675894] env[69905]: value = "task-3414492" [ 1248.675894] env[69905]: _type = "Task" [ 1248.675894] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.683492] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414492, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.736611] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b7b852-1e75-8f60-84e0-11462cf20ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.014969} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.737366] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3d9def-745f-4279-a26b-a3836c11e347 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.743320] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1248.743320] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5272aed6-b9d1-4453-77fc-e0fe3ebe1f34" [ 1248.743320] env[69905]: _type = "Task" [ 1248.743320] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.751030] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5272aed6-b9d1-4453-77fc-e0fe3ebe1f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.801440] env[69905]: DEBUG nova.compute.utils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.803012] env[69905]: DEBUG nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Not allocating networking since 'none' was specified. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1249.030641] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "refresh_cache-c11eb7f7-37c7-4bf3-8494-10b22399e0b5" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.030816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquired lock "refresh_cache-c11eb7f7-37c7-4bf3-8494-10b22399e0b5" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.030981] env[69905]: DEBUG nova.network.neutron [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.187303] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414492, 'name': Rename_Task, 'duration_secs': 0.132965} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.187667] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.187826] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4473178d-fa1c-4d8f-b555-02a1db5ff6b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.193674] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1249.193674] env[69905]: value = "task-3414493" [ 1249.193674] env[69905]: _type = "Task" [ 1249.193674] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.201249] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.252987] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5272aed6-b9d1-4453-77fc-e0fe3ebe1f34, 'name': SearchDatastore_Task, 'duration_secs': 0.014922} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.253268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.253525] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.253784] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75fe77cc-2563-470d-9fb0-f42d029b6834 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.260297] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1249.260297] env[69905]: value = "task-3414494" [ 1249.260297] env[69905]: _type = "Task" [ 1249.260297] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.267584] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.304425] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1038234f-c02f-4583-a9fe-6f4edf0668ce tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.305721] env[69905]: DEBUG nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.308725] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.953s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.448674] env[69905]: DEBUG oslo_concurrency.lockutils [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "616812d5-a860-40d4-8086-3ae6a89f6878" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.449050] env[69905]: DEBUG oslo_concurrency.lockutils [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.449324] env[69905]: INFO nova.compute.manager [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Attaching volume dd610277-889d-4c01-9111-66aebd339a7d to /dev/sdb [ 1249.486511] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b9ddc-cb6a-44de-995f-fa0475165e54 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.495877] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f657f08-6832-4ff8-b49d-fe789202fcc6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.510837] env[69905]: DEBUG nova.virt.block_device [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Updating existing volume attachment record: 04e007e6-0f39-4458-a742-df1d206a9133 {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1249.559848] env[69905]: DEBUG nova.network.neutron [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.706162] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.715719] env[69905]: DEBUG nova.network.neutron [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.770559] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482429} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.770827] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.771070] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.771396] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0bdcb7-a730-48a3-9f9c-e7aa3007742d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.777202] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1249.777202] env[69905]: value = "task-3414496" [ 1249.777202] env[69905]: _type = "Task" [ 1249.777202] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.785934] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.205324] env[69905]: DEBUG oslo_vmware.api [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414493, 'name': PowerOnVM_Task, 'duration_secs': 0.685925} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.205324] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.205324] env[69905]: INFO nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Took 5.31 seconds to spawn the instance on the hypervisor. [ 1250.205324] env[69905]: DEBUG nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.205324] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a40fe44-89bd-49a0-8b70-ff16f46ff71b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.218313] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Releasing lock "refresh_cache-c11eb7f7-37c7-4bf3-8494-10b22399e0b5" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.218731] env[69905]: DEBUG nova.compute.manager [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.218931] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.219796] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e82ac-98f5-4e4e-ad3b-2f1626c4b13c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.228167] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.228421] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cadacb-a3b1-473a-b667-3cdbe18512eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.233766] env[69905]: DEBUG oslo_vmware.api [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1250.233766] env[69905]: value = "task-3414497" [ 1250.233766] env[69905]: _type = "Task" [ 1250.233766] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.240957] env[69905]: DEBUG oslo_vmware.api [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.286030] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105882} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.286305] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.287046] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba92a21-59de-4c3e-b05c-cdfd6c1c7d78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.306329] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.306574] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2cea59-930f-4406-8cc4-2b74fa404643 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.323544] env[69905]: DEBUG nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.333332] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1250.333332] env[69905]: value = "task-3414498" [ 1250.333332] env[69905]: _type = "Task" [ 1250.333332] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.342834] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.367400] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.367576] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 616812d5-a860-40d4-8086-3ae6a89f6878 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.367690] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.367811] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 123a4826-0a98-431d-b8c2-5ebd8a5bee78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.367930] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance b30f402b-bd1a-4739-a191-144af2869bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.368051] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 764abc99-461e-4644-808f-fc5756541918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.368183] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance c11eb7f7-37c7-4bf3-8494-10b22399e0b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.368300] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.368411] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e34e4f23-6c19-49c7-a0b0-7423cb94a7c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.368520] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1250.368718] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1250.368853] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1250.383640] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.383640] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.383834] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.383972] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.384134] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.384285] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.384502] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.384662] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.384828] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.385028] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.385212] env[69905]: DEBUG nova.virt.hardware [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.386141] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ff810-a94b-4b7d-b230-37e8a14c0241 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.397028] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a72bc-b0a9-4dda-bc67-58bf7074e652 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.411065] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.417302] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Creating folder: Project (b1e925d011354a10a665051f17910d47). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.420200] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-314d85bd-3a05-4363-b6cb-e25387b7d264 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.429481] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Created folder: Project (b1e925d011354a10a665051f17910d47) in parent group-v680985. [ 1250.429753] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Creating folder: Instances. Parent ref: group-v681297. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.430020] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ad65c8d-5adc-4171-9aea-8458904cf478 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.442683] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Created folder: Instances in parent group-v681297. [ 1250.442958] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.443207] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.443521] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b43df9f7-73fa-4543-83b0-50e8359152d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.460936] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.460936] env[69905]: value = "task-3414501" [ 1250.460936] env[69905]: _type = "Task" [ 1250.460936] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.468292] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414501, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.537234] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a57127-63f1-46a0-a28a-f48ec919cd06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.544798] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948062b0-80ae-460d-8695-a9c92fdb6fb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.575461] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c957b2-cb2e-48c4-835e-f01bdac794f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.582749] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7235e51b-e84c-4085-a25a-5655a7e11c66 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.596251] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.722030] env[69905]: INFO nova.compute.manager [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Took 10.45 seconds to build instance. [ 1250.743036] env[69905]: DEBUG oslo_vmware.api [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414497, 'name': PowerOffVM_Task, 'duration_secs': 0.186058} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.743275] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.743423] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.743768] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df7a553-2173-427f-9f1e-8b645e6dbb5f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.779461] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.779693] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.779872] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Deleting the datastore file [datastore2] c11eb7f7-37c7-4bf3-8494-10b22399e0b5 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.780150] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4afe6b0-b9db-49f1-bef5-ec9c73783e69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.787725] env[69905]: DEBUG oslo_vmware.api [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for the task: (returnval){ [ 1250.787725] env[69905]: value = "task-3414503" [ 1250.787725] env[69905]: _type = "Task" [ 1250.787725] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.794791] env[69905]: DEBUG oslo_vmware.api [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.842990] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414498, 'name': ReconfigVM_Task, 'duration_secs': 0.291184} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.844061] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.844198] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b54fd2-c2b4-455c-afab-96e276beac41 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.849830] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1250.849830] env[69905]: value = "task-3414504" [ 1250.849830] env[69905]: _type = "Task" [ 1250.849830] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.857165] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414504, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.971473] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414501, 'name': CreateVM_Task, 'duration_secs': 0.329939} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.974723] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.974723] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.974723] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.974723] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.974723] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f99c4e-8ba3-4b1b-80f5-2020302d0746 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.978054] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1250.978054] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a8679d-6faf-eeaf-2f18-f15b46b65aa4" [ 1250.978054] env[69905]: _type = "Task" [ 1250.978054] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.984898] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a8679d-6faf-eeaf-2f18-f15b46b65aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.115757] env[69905]: ERROR nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [req-91545155-8c2b-47e0-bfcb-ee448eeb1a51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91545155-8c2b-47e0-bfcb-ee448eeb1a51"}]} [ 1251.137489] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1251.157588] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1251.157771] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.172616] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1251.196034] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1251.223630] env[69905]: DEBUG oslo_concurrency.lockutils [None req-cd68d05c-3cbf-4389-b4a4-1087b91522a0 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.957s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.298843] env[69905]: DEBUG oslo_vmware.api [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Task: {'id': task-3414503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099465} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.299104] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.299290] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.299463] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.299628] env[69905]: INFO nova.compute.manager [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1251.299860] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.300059] env[69905]: DEBUG nova.compute.manager [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.300167] env[69905]: DEBUG nova.network.neutron [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.316437] env[69905]: DEBUG nova.network.neutron [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.359591] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414504, 'name': Rename_Task, 'duration_secs': 0.13836} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.359813] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.360065] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a1500b9-8b69-478d-9e44-d0a8e70dc72e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.365619] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1251.365619] env[69905]: value = "task-3414505" [ 1251.365619] env[69905]: _type = "Task" [ 1251.365619] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.374824] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.389049] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65766c0-d1d1-45c2-9270-77e3ed0f1330 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.395409] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3a1bc-d4d1-41ba-a077-e4ad1f0271f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.426070] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a96a07-4db2-40f0-889f-15b65730cc9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.433042] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f05c7-8a2f-433c-9100-467fa72bdf1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.445728] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.487178] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a8679d-6faf-eeaf-2f18-f15b46b65aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.487478] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.487730] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.487977] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.488154] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.488338] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.488594] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74402df9-e432-4ef7-8d18-a020c2a566b8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.496700] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.496868] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.497606] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fcbed2-ee9b-4952-8be6-39c98c760900 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.502211] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1251.502211] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52818f91-214a-59bf-a805-49a118570319" [ 1251.502211] env[69905]: _type = "Task" [ 1251.502211] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.509687] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52818f91-214a-59bf-a805-49a118570319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.819186] env[69905]: DEBUG nova.network.neutron [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.874871] env[69905]: DEBUG oslo_vmware.api [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414505, 'name': PowerOnVM_Task, 'duration_secs': 0.417642} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.875147] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.875354] env[69905]: INFO nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1251.875531] env[69905]: DEBUG nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.876294] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddcf510-2964-451b-be9f-169b1d5518ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.949205] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.012509] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52818f91-214a-59bf-a805-49a118570319, 'name': SearchDatastore_Task, 'duration_secs': 0.008097} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.013300] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59eda6ba-4c0d-49e5-b09c-afd3b8380f8f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.020451] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1252.020451] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52185d6b-0159-cfdd-04a4-b91952022712" [ 1252.020451] env[69905]: _type = "Task" [ 1252.020451] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.027577] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52185d6b-0159-cfdd-04a4-b91952022712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.323098] env[69905]: INFO nova.compute.manager [-] [instance: c11eb7f7-37c7-4bf3-8494-10b22399e0b5] Took 1.02 seconds to deallocate network for instance. [ 1252.390933] env[69905]: INFO nova.compute.manager [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Took 11.93 seconds to build instance. [ 1252.453780] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1252.453978] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.146s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.454204] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.454345] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Cleaning up deleted instances {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1252.530338] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52185d6b-0159-cfdd-04a4-b91952022712, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.530593] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.530973] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2/d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.531133] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e72cdbe-1219-4ba7-84b3-6f45301b6dce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.537332] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1252.537332] env[69905]: value = "task-3414507" [ 1252.537332] env[69905]: _type = "Task" [ 1252.537332] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.545435] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.829855] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.830196] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.830437] env[69905]: DEBUG nova.objects.instance [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lazy-loading 'resources' on Instance uuid c11eb7f7-37c7-4bf3-8494-10b22399e0b5 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.893213] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d029e3ca-80ab-4243-8f5e-5ab224af0007 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.441s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.973507] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] There are 66 instances to clean {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1252.973628] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: cfd73d1c-aced-4000-ab9f-481ba586c3e4] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.048423] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439953} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.048738] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2/d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.049017] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.049382] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4e8a364-2de7-44ab-ae50-4fcc2da84cad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.055837] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1253.055837] env[69905]: value = "task-3414508" [ 1253.055837] env[69905]: _type = "Task" [ 1253.055837] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.064134] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.446121] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94dbbca-3c5c-4402-bd15-33bfba952733 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.454040] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f6e561-6493-4571-a98b-2e3588bfa89f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.484120] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ea2de5ae-ba45-4316-b1d2-1499d36e8b6e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.486455] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e0719-544f-4f95-bbe5-1ab541f28142 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.493397] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1186f6c8-8f20-4d8c-a0e2-f2a661854ed2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.506141] env[69905]: DEBUG nova.compute.provider_tree [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.565079] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072339} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.565336] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.566162] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c41a87-7117-4d34-b939-354f43f5ec0a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.585091] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2/d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.585558] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56f2f0a-3bbf-4ee1-9ee4-5465a01a0d2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.603386] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1253.603386] env[69905]: value = "task-3414509" [ 1253.603386] env[69905]: _type = "Task" [ 1253.603386] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.610473] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.674713] env[69905]: INFO nova.compute.manager [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Rebuilding instance [ 1253.721291] env[69905]: DEBUG nova.compute.manager [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.722200] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331b1d0d-6c78-4bb7-ad91-f922d6a9301c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.990117] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: d75b7897-f395-4b40-97be-1830b6904ec4] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.009290] env[69905]: DEBUG nova.scheduler.client.report [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.070359] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1254.070601] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681296', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'name': 'volume-dd610277-889d-4c01-9111-66aebd339a7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '616812d5-a860-40d4-8086-3ae6a89f6878', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'serial': 'dd610277-889d-4c01-9111-66aebd339a7d'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1254.071562] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d80a04a-86c1-455a-a56d-a456e2b02007 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.088932] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f6f5e0-8624-4695-8e40-2827c1caf15d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.831203] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 2dbb23fb-1273-425e-88f5-184186240e16] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.833358] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.843342] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-dd610277-889d-4c01-9111-66aebd339a7d/volume-dd610277-889d-4c01-9111-66aebd339a7d.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.847935] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c12e389-0069-47de-aebe-d455ab653ae9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.868398] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414509, 'name': ReconfigVM_Task, 'duration_secs': 0.278186} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.869810] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2/d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.870516] env[69905]: DEBUG oslo_vmware.api [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1254.870516] env[69905]: value = "task-3414510" [ 1254.870516] env[69905]: _type = "Task" [ 1254.870516] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.870931] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52eb08ad-59b5-4f39-9db3-867199b57e17 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.879163] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1254.879163] env[69905]: value = "task-3414511" [ 1254.879163] env[69905]: _type = "Task" [ 1254.879163] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.884869] env[69905]: DEBUG oslo_vmware.api [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.889818] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414511, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.024594] env[69905]: INFO nova.scheduler.client.report [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Deleted allocations for instance c11eb7f7-37c7-4bf3-8494-10b22399e0b5 [ 1255.332053] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.332053] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba049d6-b4b7-4ed6-afca-91f0dc81cc37 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.339981] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1255.339981] env[69905]: value = "task-3414512" [ 1255.339981] env[69905]: _type = "Task" [ 1255.339981] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.348748] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 7e9538ac-2eff-454d-88f8-67a3a052f2da] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.351124] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.381851] env[69905]: DEBUG oslo_vmware.api [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.390849] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414511, 'name': Rename_Task, 'duration_secs': 0.134126} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.391147] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.391405] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d338785-34fe-4be3-8be2-a1b4a8489732 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.396565] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1255.396565] env[69905]: value = "task-3414513" [ 1255.396565] env[69905]: _type = "Task" [ 1255.396565] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.403767] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.533220] env[69905]: DEBUG oslo_concurrency.lockutils [None req-7753b3f1-669e-4f57-865b-63c9c739c950 tempest-ServersListShow296Test-1439801462 tempest-ServersListShow296Test-1439801462-project-member] Lock "c11eb7f7-37c7-4bf3-8494-10b22399e0b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.851021] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414512, 'name': PowerOffVM_Task, 'duration_secs': 0.140692} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.852034] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.852123] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.854514] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: bee63516-922e-4ae8-80c5-83df49c2dd2c] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.854875] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a855e-65a7-4a66-a0e6-0613b95d8de8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.862216] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.862479] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20043a99-ae40-4986-9cce-af1fb8bdeedd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.883547] env[69905]: DEBUG oslo_vmware.api [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414510, 'name': ReconfigVM_Task, 'duration_secs': 0.742706} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.883845] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-dd610277-889d-4c01-9111-66aebd339a7d/volume-dd610277-889d-4c01-9111-66aebd339a7d.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.889209] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-447b0c6f-dd7d-4a67-838f-5deecb54252b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.898600] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.898793] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.898966] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleting the datastore file [datastore1] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.899917] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e963f36f-b63f-4f26-b07d-2ec2f639735c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.908448] env[69905]: DEBUG oslo_vmware.api [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1255.908448] env[69905]: value = "task-3414515" [ 1255.908448] env[69905]: _type = "Task" [ 1255.908448] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.911328] env[69905]: DEBUG oslo_vmware.api [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414513, 'name': PowerOnVM_Task, 'duration_secs': 0.464439} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.915397] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.915656] env[69905]: INFO nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Took 5.59 seconds to spawn the instance on the hypervisor. [ 1255.915876] env[69905]: DEBUG nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.916538] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1255.916538] env[69905]: value = "task-3414516" [ 1255.916538] env[69905]: _type = "Task" [ 1255.916538] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.917333] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b6357-6361-453c-b5ec-bf56765f090e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.926722] env[69905]: DEBUG oslo_vmware.api [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.935028] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.358729] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 95ffc933-947a-40be-ba77-6bfd6456ae0e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.423764] env[69905]: DEBUG oslo_vmware.api [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414515, 'name': ReconfigVM_Task, 'duration_secs': 0.139855} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.428112] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681296', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'name': 'volume-dd610277-889d-4c01-9111-66aebd339a7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '616812d5-a860-40d4-8086-3ae6a89f6878', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'serial': 'dd610277-889d-4c01-9111-66aebd339a7d'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1256.443374] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253738} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.443722] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.443980] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.445955] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.452008] env[69905]: INFO nova.compute.manager [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Took 10.45 seconds to build instance. [ 1256.864478] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 04b94df6-7808-4813-81c9-f2fa02267c75] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.954816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ab24915e-56e3-4fd5-9129-5fa7b88a9249 tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.957s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.160739] env[69905]: DEBUG nova.compute.manager [None req-108162f8-1bb2-48a1-ae00-592845394bba tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.161736] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a19d5dd-7cac-43c8-a72c-0f5e19217eeb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.281534] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.281824] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.282081] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.282606] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.282802] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.285457] env[69905]: INFO nova.compute.manager [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Terminating instance [ 1257.367655] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 25c68684-c353-4d5d-be5c-3483e67a2bbf] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.374886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "928558f2-2d8c-4ab5-929c-d229474a51b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.374886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.484698] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.484957] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.485135] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.485334] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.485490] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.485909] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.485909] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.486086] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.486269] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.486448] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.486658] env[69905]: DEBUG nova.virt.hardware [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.487603] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ec9ea-fbe4-44b8-8a7b-4c8d36e032e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.499190] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53617a56-3b45-46ad-801d-ecfa1a2990ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.503719] env[69905]: DEBUG nova.objects.instance [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'flavor' on Instance uuid 616812d5-a860-40d4-8086-3ae6a89f6878 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.515480] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Instance VIF info [] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.521179] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.522496] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.522763] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90b02b89-de35-4216-837a-e03bad155181 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.540474] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.540474] env[69905]: value = "task-3414517" [ 1257.540474] env[69905]: _type = "Task" [ 1257.540474] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.548040] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414517, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.672814] env[69905]: INFO nova.compute.manager [None req-108162f8-1bb2-48a1-ae00-592845394bba tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] instance snapshotting [ 1257.673533] env[69905]: DEBUG nova.objects.instance [None req-108162f8-1bb2-48a1-ae00-592845394bba tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lazy-loading 'flavor' on Instance uuid d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.788797] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "refresh_cache-d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.789056] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquired lock "refresh_cache-d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.789316] env[69905]: DEBUG nova.network.neutron [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.870851] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: e089a200-0d12-48ff-af8c-edc226d70d30] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.876396] env[69905]: DEBUG nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.994987] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "616812d5-a860-40d4-8086-3ae6a89f6878" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.008797] env[69905]: DEBUG oslo_concurrency.lockutils [None req-67eea8ce-094e-4d4a-abac-f830fc724d00 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.560s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.009745] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.015s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.049872] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414517, 'name': CreateVM_Task, 'duration_secs': 0.322496} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.050039] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.050410] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.050568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.050878] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.051123] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da9cd69-5e76-4891-a8b2-32f4ca451ab2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.055077] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1258.055077] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226e9ee-f22a-5ed0-3f78-c9a840238542" [ 1258.055077] env[69905]: _type = "Task" [ 1258.055077] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.061947] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226e9ee-f22a-5ed0-3f78-c9a840238542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.178607] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cd57b0-7625-4229-adea-b473281d1ab1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.194578] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1165a951-a78f-415d-bae3-b8e72bc956fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.309709] env[69905]: DEBUG nova.network.neutron [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.374077] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 0333260a-d7e1-4d26-843e-23c1550f38ad] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.412384] env[69905]: DEBUG nova.network.neutron [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.415537] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.415822] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.417319] env[69905]: INFO nova.compute.claims [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.512035] env[69905]: INFO nova.compute.manager [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Detaching volume dd610277-889d-4c01-9111-66aebd339a7d [ 1258.566098] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226e9ee-f22a-5ed0-3f78-c9a840238542, 'name': SearchDatastore_Task, 'duration_secs': 0.035091} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.566417] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.566654] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.566887] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.567047] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.567228] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.568289] env[69905]: INFO nova.virt.block_device [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Attempting to driver detach volume dd610277-889d-4c01-9111-66aebd339a7d from mountpoint /dev/sdb [ 1258.568504] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1258.568683] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681296', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'name': 'volume-dd610277-889d-4c01-9111-66aebd339a7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '616812d5-a860-40d4-8086-3ae6a89f6878', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'serial': 'dd610277-889d-4c01-9111-66aebd339a7d'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1258.568929] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d101a17e-6934-40c3-ae85-cbb6cf3881dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.571313] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560acb78-fa88-47a9-b2d5-5533db93b3b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.594653] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35d1b36-ed68-4382-b944-24b789192f12 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.597153] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.597325] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.598076] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483538c5-12f3-4f97-9d65-d9db7f8d0e51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.605122] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e1b940-9fc0-412c-9f14-46f2116ec8d5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.607520] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1258.607520] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea81f4-bcee-45b4-7a38-a77306f73205" [ 1258.607520] env[69905]: _type = "Task" [ 1258.607520] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.627294] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2520bd-9902-48a9-9fff-85cbc78266af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.633231] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ea81f4-bcee-45b4-7a38-a77306f73205, 'name': SearchDatastore_Task, 'duration_secs': 0.025929} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.634364] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2bd1ca-a9f8-429b-9ae3-53b1ff3f5e67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.647319] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] The volume has not been displaced from its original location: [datastore2] volume-dd610277-889d-4c01-9111-66aebd339a7d/volume-dd610277-889d-4c01-9111-66aebd339a7d.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.652665] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.653280] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e922da-1bfe-4569-b4d0-9496ac793529 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.666744] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1258.666744] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520940fc-8747-c09e-7212-98e1363592c7" [ 1258.666744] env[69905]: _type = "Task" [ 1258.666744] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.671407] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1258.671407] env[69905]: value = "task-3414518" [ 1258.671407] env[69905]: _type = "Task" [ 1258.671407] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.676500] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520940fc-8747-c09e-7212-98e1363592c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.680972] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.703677] env[69905]: DEBUG nova.compute.manager [None req-108162f8-1bb2-48a1-ae00-592845394bba tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Instance disappeared during snapshot {{(pid=69905) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1258.869540] env[69905]: DEBUG nova.compute.manager [None req-108162f8-1bb2-48a1-ae00-592845394bba tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Found 0 images (rotation: 2) {{(pid=69905) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1258.879527] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 0a0be178-e246-4eb8-8057-d805340183ef] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.915047] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Releasing lock "refresh_cache-d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.915458] env[69905]: DEBUG nova.compute.manager [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.915656] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.917033] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76842c9a-36f3-4565-a308-68f0f2e7f391 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.927241] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.927760] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49eb6098-baa4-4a7b-bac9-70dae5a3c573 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.936873] env[69905]: DEBUG oslo_vmware.api [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1258.936873] env[69905]: value = "task-3414519" [ 1258.936873] env[69905]: _type = "Task" [ 1258.936873] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.945516] env[69905]: DEBUG oslo_vmware.api [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.178336] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]520940fc-8747-c09e-7212-98e1363592c7, 'name': SearchDatastore_Task, 'duration_secs': 0.024276} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.178911] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.179214] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.179462] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f12192a-b822-4d26-a86a-7a20f5964972 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.185431] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.189985] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1259.189985] env[69905]: value = "task-3414520" [ 1259.189985] env[69905]: _type = "Task" [ 1259.189985] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.196831] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.383050] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 70edab79-1e11-4ce1-bc45-82effe123ee9] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.446668] env[69905]: DEBUG oslo_vmware.api [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414519, 'name': PowerOffVM_Task, 'duration_secs': 0.113507} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.446874] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.447050] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.447341] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03492106-9df0-4235-8d0d-6ba73ba4c8b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.473613] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.473843] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.474013] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Deleting the datastore file [datastore2] d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.476853] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd161a5-d456-4894-b63a-3db18ad96741 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.483376] env[69905]: DEBUG oslo_vmware.api [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for the task: (returnval){ [ 1259.483376] env[69905]: value = "task-3414522" [ 1259.483376] env[69905]: _type = "Task" [ 1259.483376] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.490947] env[69905]: DEBUG oslo_vmware.api [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.589209] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6c53b-f42e-480c-8d17-99b56766c804 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.596785] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25048cc3-6ad6-453d-be2c-a82401e40e90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.630963] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd9c07-6229-43dd-9179-40a1ce755066 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.638883] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7121fbf1-9bde-470b-ba09-790dd913ccb3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.654303] env[69905]: DEBUG nova.compute.provider_tree [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.680590] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.698227] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451976} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.698434] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.698643] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.698879] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42839e7b-c13f-4253-a9bc-ac2868d80934 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.705724] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1259.705724] env[69905]: value = "task-3414523" [ 1259.705724] env[69905]: _type = "Task" [ 1259.705724] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.712730] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.886419] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: c86cf210-36bc-425b-9185-230ddadccce9] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.993188] env[69905]: DEBUG oslo_vmware.api [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Task: {'id': task-3414522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220706} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.993471] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.993658] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.993832] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.994008] env[69905]: INFO nova.compute.manager [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1259.994262] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.994448] env[69905]: DEBUG nova.compute.manager [-] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.994540] env[69905]: DEBUG nova.network.neutron [-] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.015802] env[69905]: DEBUG nova.network.neutron [-] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.174092] env[69905]: ERROR nova.scheduler.client.report [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [req-1de2b8ff-ea95-467c-8774-68258a009d11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1de2b8ff-ea95-467c-8774-68258a009d11"}]} [ 1260.184231] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414518, 'name': ReconfigVM_Task, 'duration_secs': 1.196941} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.184492] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.189693] env[69905]: DEBUG nova.scheduler.client.report [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1260.191270] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72305c0e-fbeb-47da-bf05-4f0f1fc4de99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.205090] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1260.205090] env[69905]: value = "task-3414524" [ 1260.205090] env[69905]: _type = "Task" [ 1260.205090] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.214972] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.218172] env[69905]: DEBUG nova.scheduler.client.report [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1260.218377] env[69905]: DEBUG nova.compute.provider_tree [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.220338] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062261} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.220755] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.221666] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01907c89-34db-4fbc-bc9b-a9331ba213ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.240510] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.241458] env[69905]: DEBUG nova.scheduler.client.report [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1260.243303] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2cc3035-1981-456e-be67-b60baf8819ec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.260975] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1260.260975] env[69905]: value = "task-3414525" [ 1260.260975] env[69905]: _type = "Task" [ 1260.260975] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.268140] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.281058] env[69905]: DEBUG nova.scheduler.client.report [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1260.390973] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 2020ccb6-a2d1-41d9-abc0-ca87f17bd356] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.414931] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b58f9-0b5e-4438-988f-4b52ca19e177 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.423310] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd64e42-ebf4-4003-b7b9-b7306dad9da0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.454974] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60779313-002b-480c-9b00-dfbd18783533 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.462610] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ed1bd-fad8-48a1-8e00-b3abd0f2f976 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.476046] env[69905]: DEBUG nova.compute.provider_tree [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.518022] env[69905]: DEBUG nova.network.neutron [-] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.714259] env[69905]: DEBUG oslo_vmware.api [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414524, 'name': ReconfigVM_Task, 'duration_secs': 0.13587} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.714557] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681296', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'name': 'volume-dd610277-889d-4c01-9111-66aebd339a7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '616812d5-a860-40d4-8086-3ae6a89f6878', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd610277-889d-4c01-9111-66aebd339a7d', 'serial': 'dd610277-889d-4c01-9111-66aebd339a7d'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1260.770265] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414525, 'name': ReconfigVM_Task, 'duration_secs': 0.440532} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.770554] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8/e34e4f23-6c19-49c7-a0b0-7423cb94a7c8.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.771171] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-893fcb41-73cb-4fe0-84ff-cfc17ce957f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.778863] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1260.778863] env[69905]: value = "task-3414526" [ 1260.778863] env[69905]: _type = "Task" [ 1260.778863] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.787281] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414526, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.895517] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 664f564b-fc07-4121-a52c-67f551a8e4b4] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.012050] env[69905]: DEBUG nova.scheduler.client.report [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Updated inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1261.012422] env[69905]: DEBUG nova.compute.provider_tree [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Updating resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 generation from 151 to 152 during operation: update_inventory {{(pid=69905) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1261.012650] env[69905]: DEBUG nova.compute.provider_tree [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.020857] env[69905]: INFO nova.compute.manager [-] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Took 1.03 seconds to deallocate network for instance. [ 1261.269609] env[69905]: DEBUG nova.objects.instance [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'flavor' on Instance uuid 616812d5-a860-40d4-8086-3ae6a89f6878 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.289289] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414526, 'name': Rename_Task, 'duration_secs': 0.246826} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.289574] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.289805] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5447eb-f826-405e-a47e-26cf6ab17b8c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.295868] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1261.295868] env[69905]: value = "task-3414527" [ 1261.295868] env[69905]: _type = "Task" [ 1261.295868] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.304440] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.368096] env[69905]: INFO nova.compute.manager [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Rebuilding instance [ 1261.399025] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 21c4fbd5-71ae-453e-b77c-2e46492a6140] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.409037] env[69905]: DEBUG nova.compute.manager [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.409873] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d7be78-ca7c-4d41-9bbe-4d43987187ee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.517852] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.102s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.518423] env[69905]: DEBUG nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.527230] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.527371] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.527536] env[69905]: DEBUG nova.objects.instance [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lazy-loading 'resources' on Instance uuid d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.805318] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.902616] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 61fb434f-6b1c-4cd5-b88e-6f468bfd6355] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.023842] env[69905]: DEBUG nova.compute.utils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.024923] env[69905]: DEBUG nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.025569] env[69905]: DEBUG nova.network.neutron [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.159886] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0da533-3109-45fe-bfc3-6d2bbcd90354 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.168308] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f48935-544d-4aeb-a2bc-1df8b875bb76 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.203613] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3f63ba-325a-4804-8507-6bae105cc6fe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.211142] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3dfba2-9a79-4bfd-ad76-865e07422518 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.224343] env[69905]: DEBUG nova.compute.provider_tree [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.276710] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9400ca7f-f977-47c8-b748-29418c2d7ece tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.267s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.306868] env[69905]: DEBUG oslo_vmware.api [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414527, 'name': PowerOnVM_Task, 'duration_secs': 0.917433} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.309087] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.309390] env[69905]: DEBUG nova.compute.manager [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.310168] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78353f63-abce-4d66-8711-6c25616d0b90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.366774] env[69905]: DEBUG nova.policy [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf4506032684704aa15d5131e334ddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0116211ab2be4ef4b199279d8a79be17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.406883] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: c930227e-8a0c-4751-966f-ed339c3328a0] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.424514] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.424514] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069b5d78-6cd8-437f-bd51-2bc92279def3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.430337] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1262.430337] env[69905]: value = "task-3414528" [ 1262.430337] env[69905]: _type = "Task" [ 1262.430337] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.438696] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.528724] env[69905]: DEBUG nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.728016] env[69905]: DEBUG nova.scheduler.client.report [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.735530] env[69905]: DEBUG nova.network.neutron [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Successfully created port: b5fb6e39-45f2-4761-8472-83ee44946031 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.831112] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.910301] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: f91a8ee4-0567-48fb-bf80-13863dcd58b9] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.940028] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414528, 'name': PowerOffVM_Task, 'duration_secs': 0.474986} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.940332] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.940579] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.941390] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc394897-6a23-4b58-a9d4-9fc584c276fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.948026] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.948336] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7398389d-a36c-4c8d-90d7-de8e65573f1c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.060932] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.062059] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.062059] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleting the datastore file [datastore2] 123a4826-0a98-431d-b8c2-5ebd8a5bee78 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.062059] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df890559-67a4-4d5a-8fac-c8525e642241 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.068472] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1263.068472] env[69905]: value = "task-3414530" [ 1263.068472] env[69905]: _type = "Task" [ 1263.068472] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.077567] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.232495] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.234915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.404s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.235156] env[69905]: DEBUG nova.objects.instance [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1263.254731] env[69905]: INFO nova.scheduler.client.report [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Deleted allocations for instance d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2 [ 1263.384329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "616812d5-a860-40d4-8086-3ae6a89f6878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.384329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.384329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "616812d5-a860-40d4-8086-3ae6a89f6878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.384329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.384329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.386691] env[69905]: INFO nova.compute.manager [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Terminating instance [ 1263.413504] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 4458eac3-5f3b-4288-b063-db84582796a0] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.538208] env[69905]: DEBUG nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.565956] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.566221] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.566375] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.566554] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.566700] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.566843] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.567054] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.567217] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.567384] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.567543] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.567712] env[69905]: DEBUG nova.virt.hardware [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.568612] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523aac6e-938e-4136-9e66-414eb646c8df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.582452] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37206423-28e6-44ca-b7ac-760e027546f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.586341] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131932} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.586576] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.586756] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.586927] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.764027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b8215723-df28-4900-865b-22d5dc73361c tempest-ServersAaction247Test-1662034973 tempest-ServersAaction247Test-1662034973-project-member] Lock "d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.482s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.893024] env[69905]: DEBUG nova.compute.manager [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.893296] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.894274] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a989791c-926a-4f59-b21f-5573a91e25a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.902764] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.903010] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed62be5-e507-4d05-96b7-ba5537cbd4e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.909691] env[69905]: DEBUG oslo_vmware.api [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1263.909691] env[69905]: value = "task-3414531" [ 1263.909691] env[69905]: _type = "Task" [ 1263.909691] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.918869] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: b1d45472-a29f-444c-9d5c-54d5d0f4b8ea] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.920670] env[69905]: DEBUG oslo_vmware.api [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.217686] env[69905]: DEBUG nova.compute.manager [req-00bbe11d-28d7-4a3e-800e-48ec4be20b53 req-46e7b35c-fdf4-4629-af13-f4c1c57e48c7 service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Received event network-vif-plugged-b5fb6e39-45f2-4761-8472-83ee44946031 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.217915] env[69905]: DEBUG oslo_concurrency.lockutils [req-00bbe11d-28d7-4a3e-800e-48ec4be20b53 req-46e7b35c-fdf4-4629-af13-f4c1c57e48c7 service nova] Acquiring lock "928558f2-2d8c-4ab5-929c-d229474a51b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.218137] env[69905]: DEBUG oslo_concurrency.lockutils [req-00bbe11d-28d7-4a3e-800e-48ec4be20b53 req-46e7b35c-fdf4-4629-af13-f4c1c57e48c7 service nova] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.218305] env[69905]: DEBUG oslo_concurrency.lockutils [req-00bbe11d-28d7-4a3e-800e-48ec4be20b53 req-46e7b35c-fdf4-4629-af13-f4c1c57e48c7 service nova] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.218475] env[69905]: DEBUG nova.compute.manager [req-00bbe11d-28d7-4a3e-800e-48ec4be20b53 req-46e7b35c-fdf4-4629-af13-f4c1c57e48c7 service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] No waiting events found dispatching network-vif-plugged-b5fb6e39-45f2-4761-8472-83ee44946031 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.218635] env[69905]: WARNING nova.compute.manager [req-00bbe11d-28d7-4a3e-800e-48ec4be20b53 req-46e7b35c-fdf4-4629-af13-f4c1c57e48c7 service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Received unexpected event network-vif-plugged-b5fb6e39-45f2-4761-8472-83ee44946031 for instance with vm_state building and task_state spawning. [ 1264.244606] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4de62c4b-f24d-4774-a55e-4d6f0a58feda tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.265478] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.265736] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.265912] env[69905]: INFO nova.compute.manager [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Shelving [ 1264.301820] env[69905]: DEBUG nova.network.neutron [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Successfully updated port: b5fb6e39-45f2-4761-8472-83ee44946031 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.334254] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.334518] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.334720] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.334896] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.335072] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.337539] env[69905]: INFO nova.compute.manager [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Terminating instance [ 1264.421775] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ca32c9d7-5a0d-4a7a-8952-81388fb5cc6d] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.424061] env[69905]: DEBUG oslo_vmware.api [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414531, 'name': PowerOffVM_Task, 'duration_secs': 0.1833} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.424544] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.424725] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.425019] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ffd93df-f4e4-443d-a37d-4d328a9b06a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.488866] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.489163] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.489409] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleting the datastore file [datastore1] 616812d5-a860-40d4-8086-3ae6a89f6878 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.489695] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633467cd-b66d-4878-88f9-27ac373b3221 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.495686] env[69905]: DEBUG oslo_vmware.api [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for the task: (returnval){ [ 1264.495686] env[69905]: value = "task-3414533" [ 1264.495686] env[69905]: _type = "Task" [ 1264.495686] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.503746] env[69905]: DEBUG oslo_vmware.api [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.624076] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.624366] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.624553] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.624759] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.624918] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.625117] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.625356] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.625534] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.625776] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.625939] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.626146] env[69905]: DEBUG nova.virt.hardware [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.627055] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5aeec-e91a-41fe-aa56-d9324e472db8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.636136] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bd1c09-6a03-4ed2-9878-7e130659935e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.649681] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:66:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d0a439-a93f-42bc-a25a-44a417025aca', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.657209] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.657448] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.657666] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c4a5328-d7fe-4feb-a05d-26f0a4a2dc77 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.675548] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.675548] env[69905]: value = "task-3414534" [ 1264.675548] env[69905]: _type = "Task" [ 1264.675548] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.683100] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414534, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.806990] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-928558f2-2d8c-4ab5-929c-d229474a51b6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.806990] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-928558f2-2d8c-4ab5-929c-d229474a51b6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.806990] env[69905]: DEBUG nova.network.neutron [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.841902] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "refresh_cache-e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.842177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "refresh_cache-e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.842415] env[69905]: DEBUG nova.network.neutron [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.925182] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: e1f8ceaa-1947-4b5b-958d-a1dfce2b0c81] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.007021] env[69905]: DEBUG oslo_vmware.api [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Task: {'id': task-3414533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130424} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.007297] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.007481] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.007669] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.007842] env[69905]: INFO nova.compute.manager [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.008105] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.008413] env[69905]: DEBUG nova.compute.manager [-] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.008413] env[69905]: DEBUG nova.network.neutron [-] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.185859] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414534, 'name': CreateVM_Task, 'duration_secs': 0.393908} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.186176] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.186949] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.187247] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.187661] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.188023] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3cf5bb-d840-425f-9eca-55dbe134a4ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.194622] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1265.194622] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e922ae-2c8c-587b-900f-6cdb988c4fe8" [ 1265.194622] env[69905]: _type = "Task" [ 1265.194622] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.202950] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e922ae-2c8c-587b-900f-6cdb988c4fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.277335] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.277335] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27a02e9f-ec47-4cb8-ae5e-8beb563af492 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.284071] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1265.284071] env[69905]: value = "task-3414535" [ 1265.284071] env[69905]: _type = "Task" [ 1265.284071] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.294412] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.352155] env[69905]: DEBUG nova.network.neutron [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.369750] env[69905]: DEBUG nova.network.neutron [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.429509] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 9ccc88b1-f087-4038-9a32-e382fc5762cd] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.444710] env[69905]: DEBUG nova.network.neutron [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.575462] env[69905]: DEBUG nova.network.neutron [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Updating instance_info_cache with network_info: [{"id": "b5fb6e39-45f2-4761-8472-83ee44946031", "address": "fa:16:3e:e3:7f:91", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fb6e39-45", "ovs_interfaceid": "b5fb6e39-45f2-4761-8472-83ee44946031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.711610] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e922ae-2c8c-587b-900f-6cdb988c4fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.711918] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.712253] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.712771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.712771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.713014] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.713356] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb0d825a-7596-4b11-ab1b-142d86be0a05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.723033] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.723202] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.724021] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb9fc5c-5eb6-4606-9385-4f31119deeb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.729095] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1265.729095] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f708b9-18ae-b903-45cf-579dab78eb8b" [ 1265.729095] env[69905]: _type = "Task" [ 1265.729095] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.737185] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f708b9-18ae-b903-45cf-579dab78eb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.794047] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414535, 'name': PowerOffVM_Task, 'duration_secs': 0.326498} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.795384] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.796390] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210675ae-9bfb-44ae-8949-4b345fba646e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.817183] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9a0c3-32a4-47c4-b84a-e03136609a6a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.932934] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 48c4c2f6-2fb1-4105-b3f9-a96095526316] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.946717] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "refresh_cache-e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.948090] env[69905]: DEBUG nova.compute.manager [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.948393] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.949311] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99378522-68b6-45e0-bb73-583a60caa61e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.963689] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.964112] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60eab1fe-3510-41bc-9954-49507cabe960 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.972074] env[69905]: DEBUG oslo_vmware.api [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1265.972074] env[69905]: value = "task-3414536" [ 1265.972074] env[69905]: _type = "Task" [ 1265.972074] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.981191] env[69905]: DEBUG oslo_vmware.api [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.064338] env[69905]: DEBUG nova.network.neutron [-] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.080060] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-928558f2-2d8c-4ab5-929c-d229474a51b6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.080060] env[69905]: DEBUG nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Instance network_info: |[{"id": "b5fb6e39-45f2-4761-8472-83ee44946031", "address": "fa:16:3e:e3:7f:91", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fb6e39-45", "ovs_interfaceid": "b5fb6e39-45f2-4761-8472-83ee44946031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.080060] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:7f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5fb6e39-45f2-4761-8472-83ee44946031', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.097016] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.097016] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.097016] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25071d0-e93d-48dc-95d0-10a23a3ca0b6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.118813] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.118813] env[69905]: value = "task-3414537" [ 1266.118813] env[69905]: _type = "Task" [ 1266.118813] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.129642] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414537, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.242892] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f708b9-18ae-b903-45cf-579dab78eb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.244224] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4ebbcb-9a7d-4cb7-b257-3d857e471dcd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.252858] env[69905]: DEBUG nova.compute.manager [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Received event network-changed-b5fb6e39-45f2-4761-8472-83ee44946031 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.254047] env[69905]: DEBUG nova.compute.manager [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Refreshing instance network info cache due to event network-changed-b5fb6e39-45f2-4761-8472-83ee44946031. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.254047] env[69905]: DEBUG oslo_concurrency.lockutils [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] Acquiring lock "refresh_cache-928558f2-2d8c-4ab5-929c-d229474a51b6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.254047] env[69905]: DEBUG oslo_concurrency.lockutils [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] Acquired lock "refresh_cache-928558f2-2d8c-4ab5-929c-d229474a51b6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.254047] env[69905]: DEBUG nova.network.neutron [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Refreshing network info cache for port b5fb6e39-45f2-4761-8472-83ee44946031 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.258699] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1266.258699] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5216988c-5b36-25f4-1bb5-4c706c101aef" [ 1266.258699] env[69905]: _type = "Task" [ 1266.258699] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.269992] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5216988c-5b36-25f4-1bb5-4c706c101aef, 'name': SearchDatastore_Task, 'duration_secs': 0.013604} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.271022] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.271206] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.271806] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-577b9190-6874-4cb5-bc84-7b90e7271027 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.279918] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1266.279918] env[69905]: value = "task-3414538" [ 1266.279918] env[69905]: _type = "Task" [ 1266.279918] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.290017] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.336124] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1266.336124] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5aafdbd-2d77-4de7-9edc-9bd810228a78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.342046] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1266.342046] env[69905]: value = "task-3414539" [ 1266.342046] env[69905]: _type = "Task" [ 1266.342046] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.352188] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.436589] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: f98c1730-16a1-4049-b460-f7628b3d5efd] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.483138] env[69905]: DEBUG oslo_vmware.api [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414536, 'name': PowerOffVM_Task, 'duration_secs': 0.237073} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.483695] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.483811] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.484094] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca21b974-0fee-4208-84a0-870a2c27a2e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.515468] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.515736] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.515918] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleting the datastore file [datastore2] e34e4f23-6c19-49c7-a0b0-7423cb94a7c8 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.516910] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148ddad1-f2fc-492a-b620-f2256503a08b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.525602] env[69905]: DEBUG oslo_vmware.api [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1266.525602] env[69905]: value = "task-3414541" [ 1266.525602] env[69905]: _type = "Task" [ 1266.525602] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.536036] env[69905]: DEBUG oslo_vmware.api [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.567456] env[69905]: INFO nova.compute.manager [-] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Took 1.56 seconds to deallocate network for instance. [ 1266.631108] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414537, 'name': CreateVM_Task, 'duration_secs': 0.383784} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.631422] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.633784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.633784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.633784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.633784] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7885b996-937c-4a84-9cf0-717377710c89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.638970] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1266.638970] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52546302-72d4-a7a3-cb85-4585a97d2e09" [ 1266.638970] env[69905]: _type = "Task" [ 1266.638970] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.650915] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52546302-72d4-a7a3-cb85-4585a97d2e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.791446] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414538, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.852151] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.943859] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 5d8f10f5-b4a4-4332-b9e7-5d9da22b991d] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.036028] env[69905]: DEBUG oslo_vmware.api [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304252} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.041339] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.042503] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.042503] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.042503] env[69905]: INFO nova.compute.manager [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1267.042503] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.042837] env[69905]: DEBUG nova.compute.manager [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.042837] env[69905]: DEBUG nova.network.neutron [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.075442] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.076149] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.076149] env[69905]: DEBUG nova.objects.instance [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lazy-loading 'resources' on Instance uuid 616812d5-a860-40d4-8086-3ae6a89f6878 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.082315] env[69905]: DEBUG nova.network.neutron [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.131104] env[69905]: DEBUG nova.network.neutron [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Updated VIF entry in instance network info cache for port b5fb6e39-45f2-4761-8472-83ee44946031. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.131104] env[69905]: DEBUG nova.network.neutron [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Updating instance_info_cache with network_info: [{"id": "b5fb6e39-45f2-4761-8472-83ee44946031", "address": "fa:16:3e:e3:7f:91", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fb6e39-45", "ovs_interfaceid": "b5fb6e39-45f2-4761-8472-83ee44946031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.151329] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52546302-72d4-a7a3-cb85-4585a97d2e09, 'name': SearchDatastore_Task, 'duration_secs': 0.027163} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.152674] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.153058] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.153416] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.153665] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.153937] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.154697] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfdc2fdb-cbf8-40a0-9551-d53ebeeab382 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.170035] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.170461] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.171659] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0162240-2c13-4c87-aef6-d99d298353df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.178146] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1267.178146] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529a6291-337c-9814-b87f-b0394943aaa1" [ 1267.178146] env[69905]: _type = "Task" [ 1267.178146] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.185939] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529a6291-337c-9814-b87f-b0394943aaa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.290454] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414538, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.353353] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.446268] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 33126ccb-e199-46e9-be6b-054e6786c1bd] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.586476] env[69905]: DEBUG nova.network.neutron [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.634423] env[69905]: DEBUG oslo_concurrency.lockutils [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] Releasing lock "refresh_cache-928558f2-2d8c-4ab5-929c-d229474a51b6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.634711] env[69905]: DEBUG nova.compute.manager [req-286cee96-3c54-4d28-9536-100d79fcdccc req-b52b6369-5c44-489a-9fa8-3ecdb015abbe service nova] [instance: 616812d5-a860-40d4-8086-3ae6a89f6878] Received event network-vif-deleted-d6e76a89-0e9c-4e54-b22c-1e5421c70217 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.690920] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]529a6291-337c-9814-b87f-b0394943aaa1, 'name': SearchDatastore_Task, 'duration_secs': 0.047109} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.691802] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945a265e-44f8-4d56-b170-fbc8afe159fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.700059] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1267.700059] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52859728-e43d-7677-96f0-255d208ec3fd" [ 1267.700059] env[69905]: _type = "Task" [ 1267.700059] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.707716] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52859728-e43d-7677-96f0-255d208ec3fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.734027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb16eb-b766-4f49-b9ba-b857300a14a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.739784] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76922c19-32a5-435e-8d5d-16475f50b23c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.770731] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b6c04-844c-4af3-a580-d6492d426997 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.780213] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fea627e-c090-48be-a1fc-ca6b5390b455 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.798537] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414538, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.799019] env[69905]: DEBUG nova.compute.provider_tree [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.853504] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414539, 'name': CreateSnapshot_Task, 'duration_secs': 1.131035} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.853775] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1267.854624] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079d6f8f-6fca-400c-b435-a6c806695b2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.950725] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 101aa208-fd1b-4f93-a89e-8fd6d90574c9] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.091359] env[69905]: INFO nova.compute.manager [-] [instance: e34e4f23-6c19-49c7-a0b0-7423cb94a7c8] Took 1.05 seconds to deallocate network for instance. [ 1268.180968] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.181324] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.211675] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52859728-e43d-7677-96f0-255d208ec3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013398} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.212069] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.212208] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.212850] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-897b428a-2938-44b2-a165-be30de7c6b30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.219397] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1268.219397] env[69905]: value = "task-3414542" [ 1268.219397] env[69905]: _type = "Task" [ 1268.219397] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.228187] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.292419] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.547588} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.292688] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.292899] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.293178] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eeef615-2f15-45ab-a36a-effd4f999aa0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.299217] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1268.299217] env[69905]: value = "task-3414543" [ 1268.299217] env[69905]: _type = "Task" [ 1268.299217] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.309456] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.323396] env[69905]: ERROR nova.scheduler.client.report [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] [req-7f5cb336-9dc3-4320-9e3b-91a3521d7901] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f133ba43-d404-412b-a798-6fa4ec2fd7a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f5cb336-9dc3-4320-9e3b-91a3521d7901"}]} [ 1268.343395] env[69905]: DEBUG nova.scheduler.client.report [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Refreshing inventories for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1268.357032] env[69905]: DEBUG nova.scheduler.client.report [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Updating ProviderTree inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1268.357278] env[69905]: DEBUG nova.compute.provider_tree [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.373279] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1268.373279] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-980c8076-6db8-4a9a-acd0-498d31f543d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.377816] env[69905]: DEBUG nova.scheduler.client.report [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Refreshing aggregate associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, aggregates: None {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1268.385272] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1268.385272] env[69905]: value = "task-3414544" [ 1268.385272] env[69905]: _type = "Task" [ 1268.385272] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.395530] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414544, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.407491] env[69905]: DEBUG nova.scheduler.client.report [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Refreshing trait associations for resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69905) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1268.453716] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 1c598b31-8782-499b-8822-df5c84363e78] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.584579] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efcbb98-8066-4b6d-a81d-fd2fd7d99ce2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.593377] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e542990-170d-4a1e-8815-202ddd6e7df3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.599508] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.624454] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb19ad-f4f6-404b-b3d6-360ebfe3da6d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.632449] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c4e87-89ae-4c4e-859c-b15a6a946d44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.648680] env[69905]: DEBUG nova.compute.provider_tree [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.684848] env[69905]: DEBUG nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.730602] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485979} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.730863] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.731092] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.731399] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-597b9582-3ffb-4611-9753-656f3ce960f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.739896] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1268.739896] env[69905]: value = "task-3414545" [ 1268.739896] env[69905]: _type = "Task" [ 1268.739896] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.750458] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.809917] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066726} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.809917] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.810119] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da182c3e-428a-4936-9d8a-ec640ed76018 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.834097] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.834423] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edadda4a-3a85-45b2-bcc3-e9e473b4815f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.854277] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1268.854277] env[69905]: value = "task-3414546" [ 1268.854277] env[69905]: _type = "Task" [ 1268.854277] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.863078] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.895202] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414544, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.961871] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 2427eba7-c325-4ef4-b00c-7355cb492750] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.181229] env[69905]: DEBUG nova.scheduler.client.report [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Updated inventory for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1269.181578] env[69905]: DEBUG nova.compute.provider_tree [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Updating resource provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 generation from 153 to 154 during operation: update_inventory {{(pid=69905) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1269.181766] env[69905]: DEBUG nova.compute.provider_tree [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Updating inventory in ProviderTree for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.203567] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.251158] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074283} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.251530] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.252425] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eff57e-e624-4f1a-9160-03246dd98b4a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.277217] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.277539] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12f0503-8da4-47df-ae0e-9cb7a6456c71 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.298612] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1269.298612] env[69905]: value = "task-3414547" [ 1269.298612] env[69905]: _type = "Task" [ 1269.298612] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.306423] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.364807] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414546, 'name': ReconfigVM_Task, 'duration_secs': 0.330521} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.365108] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 123a4826-0a98-431d-b8c2-5ebd8a5bee78/123a4826-0a98-431d-b8c2-5ebd8a5bee78.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.365771] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7138ee7-7cf0-4200-94fb-857a4790ba41 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.371031] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1269.371031] env[69905]: value = "task-3414548" [ 1269.371031] env[69905]: _type = "Task" [ 1269.371031] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.379310] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414548, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.394122] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414544, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.465453] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 584e82cd-9118-460c-939e-b2f34517a1d0] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.686967] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.611s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.689286] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.090s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.689546] env[69905]: DEBUG nova.objects.instance [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lazy-loading 'resources' on Instance uuid e34e4f23-6c19-49c7-a0b0-7423cb94a7c8 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.700274] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "764abc99-461e-4644-808f-fc5756541918" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.700501] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.700670] env[69905]: INFO nova.compute.manager [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Shelving [ 1269.708857] env[69905]: INFO nova.scheduler.client.report [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Deleted allocations for instance 616812d5-a860-40d4-8086-3ae6a89f6878 [ 1269.809070] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414547, 'name': ReconfigVM_Task, 'duration_secs': 0.292054} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.809520] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.810187] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b7c6c8b-e445-455f-894c-65cdb12ce9a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.815955] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1269.815955] env[69905]: value = "task-3414549" [ 1269.815955] env[69905]: _type = "Task" [ 1269.815955] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.827531] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414549, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.880852] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414548, 'name': Rename_Task, 'duration_secs': 0.143952} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.881099] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.881393] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1253c0e4-900a-46ae-97ac-7f5370a2d4a3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.887356] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1269.887356] env[69905]: value = "task-3414550" [ 1269.887356] env[69905]: _type = "Task" [ 1269.887356] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.897563] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414544, 'name': CloneVM_Task} progress is 95%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.900300] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.969127] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 7c3e888f-77f1-40b8-979e-3e0ad5536a15] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.217656] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5eac136-8f58-4a20-b127-beadce275843 tempest-AttachVolumeNegativeTest-1568031665 tempest-AttachVolumeNegativeTest-1568031665-project-member] Lock "616812d5-a860-40d4-8086-3ae6a89f6878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.834s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.326619] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414549, 'name': Rename_Task, 'duration_secs': 0.125524} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.327258] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.327985] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5c1e90-7172-4ab7-9ab7-3dbbc9f56b46 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.330665] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b727689-f224-41e1-8c66-d59bd710a06f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.336920] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00caa609-6e2d-4871-a68e-d6bb71fb2bf4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.340935] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1270.340935] env[69905]: value = "task-3414551" [ 1270.340935] env[69905]: _type = "Task" [ 1270.340935] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.370741] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce050199-47ff-413e-bdaf-de09a0bb1296 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.376529] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.381260] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f57a37-3341-4fcc-af08-c49bc4a2caf3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.394663] env[69905]: DEBUG nova.compute.provider_tree [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.409703] env[69905]: DEBUG oslo_vmware.api [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414550, 'name': PowerOnVM_Task, 'duration_secs': 0.498001} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.409885] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414544, 'name': CloneVM_Task, 'duration_secs': 1.647372} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.410136] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.410373] env[69905]: DEBUG nova.compute.manager [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.410676] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Created linked-clone VM from snapshot [ 1270.411428] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba33bf3-fe9c-41e6-8ceb-41fc45106cc2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.414210] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52c616-b956-4744-aa2b-e9436481ed20 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.425507] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Uploading image bcebfb4c-46c8-407d-a82e-a809ef100702 {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1270.456203] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1270.456203] env[69905]: value = "vm-681304" [ 1270.456203] env[69905]: _type = "VirtualMachine" [ 1270.456203] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1270.456474] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71ab73f5-f13b-4e33-bd98-25b9a622390c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.463025] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease: (returnval){ [ 1270.463025] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226ef6d-b0fc-27a7-8b84-d94ac92f8fe6" [ 1270.463025] env[69905]: _type = "HttpNfcLease" [ 1270.463025] env[69905]: } obtained for exporting VM: (result){ [ 1270.463025] env[69905]: value = "vm-681304" [ 1270.463025] env[69905]: _type = "VirtualMachine" [ 1270.463025] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1270.463441] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the lease: (returnval){ [ 1270.463441] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226ef6d-b0fc-27a7-8b84-d94ac92f8fe6" [ 1270.463441] env[69905]: _type = "HttpNfcLease" [ 1270.463441] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.470127] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.470127] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226ef6d-b0fc-27a7-8b84-d94ac92f8fe6" [ 1270.470127] env[69905]: _type = "HttpNfcLease" [ 1270.470127] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.472855] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 03093cc6-43c5-4b8f-a431-73280c353d8e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.710878] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.711493] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-073ec49e-da8f-4f39-af2c-823e87a84cab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.718867] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1270.718867] env[69905]: value = "task-3414553" [ 1270.718867] env[69905]: _type = "Task" [ 1270.718867] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.729861] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.851137] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.903513] env[69905]: DEBUG nova.scheduler.client.report [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.936968] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.971478] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.971478] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226ef6d-b0fc-27a7-8b84-d94ac92f8fe6" [ 1270.971478] env[69905]: _type = "HttpNfcLease" [ 1270.971478] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.971893] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.971893] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5226ef6d-b0fc-27a7-8b84-d94ac92f8fe6" [ 1270.971893] env[69905]: _type = "HttpNfcLease" [ 1270.971893] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1270.972275] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece14ed-7335-42be-abdd-76cc8e34532e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.975228] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 4437a323-5c5e-4642-ac7b-ad5fc176fcbc] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.980134] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8cac9-e1fc-29c7-d121-be851e7c01b6/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.980310] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8cac9-e1fc-29c7-d121-be851e7c01b6/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1271.073813] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0813e7f-c755-4436-8841-3d92b884b394 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.228927] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414553, 'name': PowerOffVM_Task, 'duration_secs': 0.195484} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.229422] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.230259] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b1459-bcc7-4f0d-85f0-4baf78a525e4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.250638] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6574d2-b30e-48de-ac7c-351bc77e4820 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.353779] env[69905]: DEBUG oslo_vmware.api [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414551, 'name': PowerOnVM_Task, 'duration_secs': 0.990154} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.353779] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.353779] env[69905]: INFO nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1271.353779] env[69905]: DEBUG nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.354301] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2ce494-c7bd-4d7a-b8f5-29da058c5cad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.408516] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.411226] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.208s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.412764] env[69905]: INFO nova.compute.claims [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.441336] env[69905]: INFO nova.scheduler.client.report [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleted allocations for instance e34e4f23-6c19-49c7-a0b0-7423cb94a7c8 [ 1271.483794] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 75b25fae-29b5-479d-9366-5280f2edfede] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.761344] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1271.762020] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-febfaec2-89fe-4124-aec7-123c1ebda1af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.769793] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1271.769793] env[69905]: value = "task-3414555" [ 1271.769793] env[69905]: _type = "Task" [ 1271.769793] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.780150] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.872899] env[69905]: INFO nova.compute.manager [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Took 13.49 seconds to build instance. [ 1271.955046] env[69905]: DEBUG oslo_concurrency.lockutils [None req-74a4d776-7136-4609-8e3c-b7daa89619a1 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "e34e4f23-6c19-49c7-a0b0-7423cb94a7c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.620s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.988331] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: a6a30965-2b10-440e-b4fc-1689138a07aa] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.280996] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414555, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.375091] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1ccd38a-655a-42ba-91e6-99029708ad1f tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.492037] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: e0c819d8-c720-4b7f-9f68-74813efb3700] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.542765] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c16c3-ef87-4178-99ae-082ef6fbc957 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.554881] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b3ec07-989d-431c-bbd2-71886343554d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.596797] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359d72ae-595f-4110-a6a4-4df4c6715748 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.605322] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b3cd3-6c3c-453b-b55c-7aff86020971 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.620872] env[69905]: DEBUG nova.compute.provider_tree [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.780380] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414555, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.995631] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 97bdc928-860c-44dd-adee-b163b1c9ab1f] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.053764] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.054111] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.054329] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.054575] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.054696] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.057213] env[69905]: INFO nova.compute.manager [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Terminating instance [ 1273.099364] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "928558f2-2d8c-4ab5-929c-d229474a51b6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.100027] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.100027] env[69905]: DEBUG nova.compute.manager [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.101030] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540126c3-51fd-45af-a0ae-edb1c63233ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.108669] env[69905]: DEBUG nova.compute.manager [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1273.109346] env[69905]: DEBUG nova.objects.instance [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'flavor' on Instance uuid 928558f2-2d8c-4ab5-929c-d229474a51b6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.124333] env[69905]: DEBUG nova.scheduler.client.report [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.280999] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414555, 'name': CreateSnapshot_Task, 'duration_secs': 1.128877} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.281344] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1273.282134] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5187cb-631f-4909-b54c-4ed50d4a6221 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.499773] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: ab0c4feb-9488-42a5-ad7c-42cb6c3f8e61] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.560939] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "refresh_cache-2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.561140] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquired lock "refresh_cache-2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.561360] env[69905]: DEBUG nova.network.neutron [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.628910] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.632472] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.693s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.632794] env[69905]: DEBUG nova.objects.instance [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1273.799759] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1273.800110] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3669fa2c-9a33-456b-8a71-614301790e6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.809110] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1273.809110] env[69905]: value = "task-3414557" [ 1273.809110] env[69905]: _type = "Task" [ 1273.809110] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.817423] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414557, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.003049] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 730c5b7f-481c-4d48-9556-cd860bfb65e4] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.081216] env[69905]: DEBUG nova.network.neutron [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.116430] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.116739] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a822fa4-e60e-4584-a051-fba408c1717b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.124999] env[69905]: DEBUG oslo_vmware.api [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1274.124999] env[69905]: value = "task-3414558" [ 1274.124999] env[69905]: _type = "Task" [ 1274.124999] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.129501] env[69905]: DEBUG nova.network.neutron [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.136349] env[69905]: DEBUG oslo_vmware.api [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.136986] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "0a10b0df-32ab-454d-88db-9008dc4f8551" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.137220] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "0a10b0df-32ab-454d-88db-9008dc4f8551" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.321246] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414557, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.506706] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: da94d05d-ed8f-4a20-95e6-8b0c602c5429] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.635895] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Releasing lock "refresh_cache-2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.636386] env[69905]: DEBUG nova.compute.manager [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.636662] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.636968] env[69905]: DEBUG oslo_vmware.api [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414558, 'name': PowerOffVM_Task, 'duration_secs': 0.330439} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.637812] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8767a2-448d-4ce7-a3f3-e4c901d5a59b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.641266] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.641621] env[69905]: DEBUG nova.compute.manager [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.642431] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb8e00-577a-4070-9d17-81b7337bc8ad {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.645384] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "0a10b0df-32ab-454d-88db-9008dc4f8551" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.645869] env[69905]: DEBUG nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.649839] env[69905]: DEBUG oslo_concurrency.lockutils [None req-4394fee3-212e-46c7-bfe7-20f683d825d7 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.653794] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.654266] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d2744ae-7eb5-4855-b373-99167a9661e8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.663641] env[69905]: DEBUG oslo_vmware.api [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1274.663641] env[69905]: value = "task-3414559" [ 1274.663641] env[69905]: _type = "Task" [ 1274.663641] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.673265] env[69905]: DEBUG oslo_vmware.api [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.819463] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414557, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.016765] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: d70e0edc-8c53-474c-8c9a-494cb5d31e3d] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.155285] env[69905]: DEBUG nova.compute.utils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.158568] env[69905]: DEBUG nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.158798] env[69905]: DEBUG nova.network.neutron [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.162872] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b7012767-3124-4d0f-bc0b-3360282c56a9 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.173238] env[69905]: DEBUG oslo_vmware.api [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414559, 'name': PowerOffVM_Task, 'duration_secs': 0.145384} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.173628] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.173831] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.174392] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f64a50d4-1c24-4387-9497-ff0affb38fb2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.202709] env[69905]: DEBUG nova.policy [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7403f59ed3164f0985b4634e44288915', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '514d01222d70425ea3f1fd644202e458', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.205081] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.205369] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.205623] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleting the datastore file [datastore1] 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.207287] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c4cd57-4408-46b6-b217-ef557b6546b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.215090] env[69905]: DEBUG oslo_vmware.api [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for the task: (returnval){ [ 1275.215090] env[69905]: value = "task-3414561" [ 1275.215090] env[69905]: _type = "Task" [ 1275.215090] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.223851] env[69905]: DEBUG oslo_vmware.api [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.321182] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414557, 'name': CloneVM_Task} progress is 95%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.521273] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: f1d44069-0cb2-4bb2-adb6-665cd411126a] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.556526] env[69905]: DEBUG nova.network.neutron [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Successfully created port: 0ace3326-fec0-41fb-a5a8-4434e679d030 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.662116] env[69905]: DEBUG nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.693468] env[69905]: INFO nova.compute.manager [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Rebuilding instance [ 1275.724605] env[69905]: DEBUG oslo_vmware.api [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Task: {'id': task-3414561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111692} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.726832] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.727043] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.727228] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.727400] env[69905]: INFO nova.compute.manager [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1275.727648] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.728064] env[69905]: DEBUG nova.compute.manager [-] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.728169] env[69905]: DEBUG nova.network.neutron [-] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.747770] env[69905]: DEBUG nova.network.neutron [-] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.758373] env[69905]: DEBUG nova.compute.manager [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.759406] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915951dc-3829-4adb-b5e7-8c04f27ab36d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.821167] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414557, 'name': CloneVM_Task, 'duration_secs': 1.660682} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.821549] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Created linked-clone VM from snapshot [ 1275.822373] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e0742e-467f-4695-8363-aa215dabb4fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.830386] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Uploading image e35d2c6f-538c-4099-b1c0-a3f743538d6a {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1275.852851] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1275.852851] env[69905]: value = "vm-681306" [ 1275.852851] env[69905]: _type = "VirtualMachine" [ 1275.852851] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1275.853176] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ba090cf-ae91-47ff-aee1-1d2a9bcb450e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.860461] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease: (returnval){ [ 1275.860461] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f9f272-027c-be32-7d24-c96aec82842d" [ 1275.860461] env[69905]: _type = "HttpNfcLease" [ 1275.860461] env[69905]: } obtained for exporting VM: (result){ [ 1275.860461] env[69905]: value = "vm-681306" [ 1275.860461] env[69905]: _type = "VirtualMachine" [ 1275.860461] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1275.860959] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the lease: (returnval){ [ 1275.860959] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f9f272-027c-be32-7d24-c96aec82842d" [ 1275.860959] env[69905]: _type = "HttpNfcLease" [ 1275.860959] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1275.867834] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.867834] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f9f272-027c-be32-7d24-c96aec82842d" [ 1275.867834] env[69905]: _type = "HttpNfcLease" [ 1275.867834] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.025403] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 31b2ddd3-549f-4bb2-80be-9c0580ebe571] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.250371] env[69905]: DEBUG nova.network.neutron [-] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.369491] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.369491] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f9f272-027c-be32-7d24-c96aec82842d" [ 1276.369491] env[69905]: _type = "HttpNfcLease" [ 1276.369491] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1276.369847] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1276.369847] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f9f272-027c-be32-7d24-c96aec82842d" [ 1276.369847] env[69905]: _type = "HttpNfcLease" [ 1276.369847] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1276.370643] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b93388-2a31-471c-8ffc-487ede3ea5dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.378755] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e49fdf-40a7-9e59-098d-f83d9f84e91c/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1276.378941] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e49fdf-40a7-9e59-098d-f83d9f84e91c/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1276.485995] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3920e9f-e3ab-4653-86ba-e0884be017db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.528784] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: f6b27b3e-9a0d-403a-84c0-321c0edabc7d] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.674537] env[69905]: DEBUG nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.709255] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.709507] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.709669] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.709991] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.710220] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.710475] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.710741] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.710977] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.711278] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.711563] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.711810] env[69905]: DEBUG nova.virt.hardware [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.712806] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ebc26a-3161-44ef-8e69-ddf57cc5375b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.721689] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eef13f-9424-4476-9150-3d0a30ae933b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.753779] env[69905]: INFO nova.compute.manager [-] [instance: 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e] Took 1.03 seconds to deallocate network for instance. [ 1276.773897] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.774336] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-102538d2-0bf4-4b87-89be-014eaa2f94db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.781693] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1276.781693] env[69905]: value = "task-3414564" [ 1276.781693] env[69905]: _type = "Task" [ 1276.781693] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.792428] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1276.792757] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.793630] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2290c8dd-be27-4b11-95c1-b4d1cff150f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.801518] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.801818] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab0c36c-2632-4aa3-9dd4-1fa44a05a992 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.866569] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.867411] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.867411] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleting the datastore file [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.867598] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b96eb2-1147-442b-afac-ec6e7375d305 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.874938] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1276.874938] env[69905]: value = "task-3414566" [ 1276.874938] env[69905]: _type = "Task" [ 1276.874938] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.884180] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.974316] env[69905]: DEBUG nova.compute.manager [req-11598853-bef8-4d33-8fcc-db7a1ed7035d req-b5afd26c-3768-40d7-986f-9f056d9f3719 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Received event network-vif-plugged-0ace3326-fec0-41fb-a5a8-4434e679d030 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.975211] env[69905]: DEBUG oslo_concurrency.lockutils [req-11598853-bef8-4d33-8fcc-db7a1ed7035d req-b5afd26c-3768-40d7-986f-9f056d9f3719 service nova] Acquiring lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.975211] env[69905]: DEBUG oslo_concurrency.lockutils [req-11598853-bef8-4d33-8fcc-db7a1ed7035d req-b5afd26c-3768-40d7-986f-9f056d9f3719 service nova] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.975211] env[69905]: DEBUG oslo_concurrency.lockutils [req-11598853-bef8-4d33-8fcc-db7a1ed7035d req-b5afd26c-3768-40d7-986f-9f056d9f3719 service nova] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.975396] env[69905]: DEBUG nova.compute.manager [req-11598853-bef8-4d33-8fcc-db7a1ed7035d req-b5afd26c-3768-40d7-986f-9f056d9f3719 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] No waiting events found dispatching network-vif-plugged-0ace3326-fec0-41fb-a5a8-4434e679d030 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.975812] env[69905]: WARNING nova.compute.manager [req-11598853-bef8-4d33-8fcc-db7a1ed7035d req-b5afd26c-3768-40d7-986f-9f056d9f3719 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Received unexpected event network-vif-plugged-0ace3326-fec0-41fb-a5a8-4434e679d030 for instance with vm_state building and task_state spawning. [ 1277.033016] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 80befb99-cdf5-4044-b555-16fb32c88dfd] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.076076] env[69905]: DEBUG nova.network.neutron [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Successfully updated port: 0ace3326-fec0-41fb-a5a8-4434e679d030 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.261258] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.261612] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.261776] env[69905]: DEBUG nova.objects.instance [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lazy-loading 'resources' on Instance uuid 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.386176] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170491} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.386815] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.387717] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.387717] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.536594] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 7f4cca00-24a0-45c9-ba93-80da4c8ca991] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.579828] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "refresh_cache-95569a7c-2cc4-4134-b993-b4f1c09cb29e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.580010] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquired lock "refresh_cache-95569a7c-2cc4-4134-b993-b4f1c09cb29e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.580174] env[69905]: DEBUG nova.network.neutron [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.889774] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ecb8d-57ed-4565-b04c-fd8e2dd7257e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.901621] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b377edd-0416-4173-8429-ba92f79ada9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.935971] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd1639-0d6f-4c8b-ba15-21ef983c91dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.944888] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bf62cf-7260-4ca5-a030-c02450d8f9f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.960487] env[69905]: DEBUG nova.compute.provider_tree [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.041075] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 6576b0fe-b08b-41b8-868e-c9afec4d10ee] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.115603] env[69905]: DEBUG nova.network.neutron [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.258362] env[69905]: DEBUG nova.network.neutron [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Updating instance_info_cache with network_info: [{"id": "0ace3326-fec0-41fb-a5a8-4434e679d030", "address": "fa:16:3e:80:53:cf", "network": {"id": "35304110-85cc-4c2f-b240-7005fdd4b048", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-527460361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514d01222d70425ea3f1fd644202e458", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ace3326-fe", "ovs_interfaceid": "0ace3326-fec0-41fb-a5a8-4434e679d030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.464268] env[69905]: DEBUG nova.scheduler.client.report [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.544286] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: d6e6f611-2ecc-44b5-a5cd-dfe1e446848e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.699513] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.699779] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.699943] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.700144] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.700290] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.700435] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.700651] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.700814] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.700978] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.701157] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.701386] env[69905]: DEBUG nova.virt.hardware [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.703508] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2932396-e447-4a1d-9cb9-e406ce1dbb21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.713352] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8cac9-e1fc-29c7-d121-be851e7c01b6/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.714604] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4245b14-f47e-433e-ba7c-5561d0599c7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.718910] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83981b9f-3ec6-4868-babf-f4e682941ef7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.731926] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:7f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5fb6e39-45f2-4761-8472-83ee44946031', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.739417] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.741150] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.741442] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8cac9-e1fc-29c7-d121-be851e7c01b6/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.741637] env[69905]: ERROR oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8cac9-e1fc-29c7-d121-be851e7c01b6/disk-0.vmdk due to incomplete transfer. [ 1278.741857] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b37b5b-9033-4c11-9fae-8d1552d593c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.755796] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4c2ea80-2daf-42ef-9090-5cec747a2a2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.761492] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Releasing lock "refresh_cache-95569a7c-2cc4-4134-b993-b4f1c09cb29e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.761803] env[69905]: DEBUG nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Instance network_info: |[{"id": "0ace3326-fec0-41fb-a5a8-4434e679d030", "address": "fa:16:3e:80:53:cf", "network": {"id": "35304110-85cc-4c2f-b240-7005fdd4b048", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-527460361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514d01222d70425ea3f1fd644202e458", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ace3326-fe", "ovs_interfaceid": "0ace3326-fec0-41fb-a5a8-4434e679d030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.762213] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:53:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ace3326-fec0-41fb-a5a8-4434e679d030', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.769778] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Creating folder: Project (514d01222d70425ea3f1fd644202e458). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.772206] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac132bff-819e-4007-bdeb-b0ac4ec1f5da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.773753] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.773753] env[69905]: value = "task-3414567" [ 1278.773753] env[69905]: _type = "Task" [ 1278.773753] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.773992] env[69905]: DEBUG oslo_vmware.rw_handles [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8cac9-e1fc-29c7-d121-be851e7c01b6/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1278.774183] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Uploaded image bcebfb4c-46c8-407d-a82e-a809ef100702 to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1278.776581] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1278.776860] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9523ea7-3745-40a9-8be0-29d702e34051 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.786905] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414567, 'name': CreateVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.788159] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1278.788159] env[69905]: value = "task-3414569" [ 1278.788159] env[69905]: _type = "Task" [ 1278.788159] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.792084] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Created folder: Project (514d01222d70425ea3f1fd644202e458) in parent group-v680985. [ 1278.792278] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Creating folder: Instances. Parent ref: group-v681307. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.792854] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c3165b8-3fa9-4322-8d4f-f61a46b41f31 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.798545] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414569, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.809502] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Created folder: Instances in parent group-v681307. [ 1278.809744] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.809956] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.810182] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5cc3edb-4d1c-4fa8-aa37-c46b7b0a1a38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.829468] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.829468] env[69905]: value = "task-3414571" [ 1278.829468] env[69905]: _type = "Task" [ 1278.829468] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.838163] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414571, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.971651] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.995937] env[69905]: INFO nova.scheduler.client.report [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Deleted allocations for instance 2df79b65-be25-4ae4-9dbf-cbeaf392fb4e [ 1279.006079] env[69905]: DEBUG nova.compute.manager [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Received event network-changed-0ace3326-fec0-41fb-a5a8-4434e679d030 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.006285] env[69905]: DEBUG nova.compute.manager [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Refreshing instance network info cache due to event network-changed-0ace3326-fec0-41fb-a5a8-4434e679d030. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.007382] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] Acquiring lock "refresh_cache-95569a7c-2cc4-4134-b993-b4f1c09cb29e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.007382] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] Acquired lock "refresh_cache-95569a7c-2cc4-4134-b993-b4f1c09cb29e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.007382] env[69905]: DEBUG nova.network.neutron [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Refreshing network info cache for port 0ace3326-fec0-41fb-a5a8-4434e679d030 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.047575] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 9f25670a-4df1-411d-ab31-ab53cd5baeb0] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.287472] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414567, 'name': CreateVM_Task, 'duration_secs': 0.384858} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.287684] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.288470] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.288678] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.289089] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.289459] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124b4bfa-1b6f-42e2-a09e-d1ac546fa34f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.300154] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414569, 'name': Destroy_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.301617] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1279.301617] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52296377-7436-8819-e0c2-7a480099c3a7" [ 1279.301617] env[69905]: _type = "Task" [ 1279.301617] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.309418] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52296377-7436-8819-e0c2-7a480099c3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.339789] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414571, 'name': CreateVM_Task, 'duration_secs': 0.395926} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.340583] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.340774] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.340999] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.341417] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.341696] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9b3491-03b1-4287-9a83-733400ae60c2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.346161] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1279.346161] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d2a43f-9c9a-3d3c-00d7-25a02614a3e3" [ 1279.346161] env[69905]: _type = "Task" [ 1279.346161] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.354175] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d2a43f-9c9a-3d3c-00d7-25a02614a3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.503601] env[69905]: DEBUG oslo_concurrency.lockutils [None req-42ff3f59-2522-482b-a84f-1bb29420a082 tempest-ServerShowV247Test-2025285155 tempest-ServerShowV247Test-2025285155-project-member] Lock "2df79b65-be25-4ae4-9dbf-cbeaf392fb4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.449s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.552152] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 68ab22df-df70-46c3-b8a4-7f08275ddf71] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.800337] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414569, 'name': Destroy_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.812059] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52296377-7436-8819-e0c2-7a480099c3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.812396] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.812676] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.812920] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.813078] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.813261] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.813540] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cbdd525-727f-438e-bae6-3d6467c767c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.823009] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.823228] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.823979] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90281e47-20c9-4dfd-aca4-fb9ee8c1e7d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.831224] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1279.831224] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a9ec03-0033-8477-499f-63f50d8963c3" [ 1279.831224] env[69905]: _type = "Task" [ 1279.831224] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.845843] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a9ec03-0033-8477-499f-63f50d8963c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.846734] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d2d0c9-4dd1-49be-83b3-ea77f60c4025 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.858530] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52d2a43f-9c9a-3d3c-00d7-25a02614a3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.859947] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.863021] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.863021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.863021] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.863021] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.863021] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1279.863021] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b5b5cf-d4e4-a0e9-5909-14432e2e0efc" [ 1279.863021] env[69905]: _type = "Task" [ 1279.863021] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.863021] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b95e59bf-0169-4189-98be-319762d3f84d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.875877] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b5b5cf-d4e4-a0e9-5909-14432e2e0efc, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.877187] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.877456] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.877758] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.877918] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.881749] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b65abea-9d8a-4492-b4e9-3060153f5c69 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.883257] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb0c8b7-f087-4939-b9a8-8e1c9d87040d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.889994] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1279.889994] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c3b846-f99f-ddd7-e8ff-c45ff379ff64" [ 1279.889994] env[69905]: _type = "Task" [ 1279.889994] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.891414] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1279.891414] env[69905]: value = "task-3414572" [ 1279.891414] env[69905]: _type = "Task" [ 1279.891414] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.899357] env[69905]: DEBUG nova.network.neutron [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Updated VIF entry in instance network info cache for port 0ace3326-fec0-41fb-a5a8-4434e679d030. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.899747] env[69905]: DEBUG nova.network.neutron [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Updating instance_info_cache with network_info: [{"id": "0ace3326-fec0-41fb-a5a8-4434e679d030", "address": "fa:16:3e:80:53:cf", "network": {"id": "35304110-85cc-4c2f-b240-7005fdd4b048", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-527460361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514d01222d70425ea3f1fd644202e458", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ace3326-fe", "ovs_interfaceid": "0ace3326-fec0-41fb-a5a8-4434e679d030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.906377] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c3b846-f99f-ddd7-e8ff-c45ff379ff64, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.910204] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.911232] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eb3a2a-8139-4210-9812-23d9b3bc6187 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.918869] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1279.918869] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fbb3ff-d5da-f8b9-59bb-dec27c04a3ea" [ 1279.918869] env[69905]: _type = "Task" [ 1279.918869] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.928311] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fbb3ff-d5da-f8b9-59bb-dec27c04a3ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.055904] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 29ebea62-7792-4776-96fd-677116c75b62] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.300308] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414569, 'name': Destroy_Task, 'duration_secs': 1.479824} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.300607] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Destroyed the VM [ 1280.300851] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1280.301138] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-697001d5-e2a8-4e24-b191-6b9266bdcac6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.308793] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1280.308793] env[69905]: value = "task-3414573" [ 1280.308793] env[69905]: _type = "Task" [ 1280.308793] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.317507] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.404912] env[69905]: DEBUG oslo_concurrency.lockutils [req-ba5156b3-bc0f-4675-b4cf-33a1736ce972 req-42ed158a-35cd-4884-8cd0-475900d56aa3 service nova] Releasing lock "refresh_cache-95569a7c-2cc4-4134-b993-b4f1c09cb29e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.405364] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.429045] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fbb3ff-d5da-f8b9-59bb-dec27c04a3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.429348] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.429647] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 95569a7c-2cc4-4134-b993-b4f1c09cb29e/95569a7c-2cc4-4134-b993-b4f1c09cb29e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.430090] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de89af9-e6df-4e90-8aa2-ff96849b64f5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.437857] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1280.437857] env[69905]: value = "task-3414574" [ 1280.437857] env[69905]: _type = "Task" [ 1280.437857] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.446617] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.559652] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: d6f582ae-6abd-4402-85c2-ff9624ed1c61] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.819273] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414573, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.906596] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598519} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.906855] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.907092] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.907366] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d892740b-bbe7-4199-9a4f-2ff0f135833d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.916065] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1280.916065] env[69905]: value = "task-3414575" [ 1280.916065] env[69905]: _type = "Task" [ 1280.916065] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.926175] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.947707] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493715} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.947995] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 95569a7c-2cc4-4134-b993-b4f1c09cb29e/95569a7c-2cc4-4134-b993-b4f1c09cb29e.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.948232] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.948524] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e36c718e-c24d-4583-acb6-74b573d24f84 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.956019] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1280.956019] env[69905]: value = "task-3414576" [ 1280.956019] env[69905]: _type = "Task" [ 1280.956019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.964696] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.063512] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: fd332da0-19a3-4b8a-8382-8c3eab0c3cf8] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.319213] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414573, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661132} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.319610] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1281.319904] env[69905]: DEBUG nova.compute.manager [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.320704] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05fc8e1-810e-42df-867e-87ec3ad2e22e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.426582] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078002} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.426856] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.427656] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1055408-5757-4919-b9d5-47956d424741 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.449660] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.449926] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779583b3-93f7-4dd8-a4a0-763271803b5e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.472015] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1281.472015] env[69905]: value = "task-3414577" [ 1281.472015] env[69905]: _type = "Task" [ 1281.472015] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.475068] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072664} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.478313] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.479089] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f74b1-61f6-4ae6-9f11-747d0d37f675 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.495410] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.504577] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 95569a7c-2cc4-4134-b993-b4f1c09cb29e/95569a7c-2cc4-4134-b993-b4f1c09cb29e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.504888] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-726096a9-8802-41ec-8f4b-b5c9cd8725ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.523920] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1281.523920] env[69905]: value = "task-3414578" [ 1281.523920] env[69905]: _type = "Task" [ 1281.523920] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.533059] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.568822] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 26adcc07-ec19-4679-80af-0c072d0b9fdc] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.836299] env[69905]: INFO nova.compute.manager [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Shelve offloading [ 1281.985598] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414577, 'name': ReconfigVM_Task, 'duration_secs': 0.341162} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.985922] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6/928558f2-2d8c-4ab5-929c-d229474a51b6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.986594] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6110f19-72a7-43d1-84aa-13a162b5fb44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.993624] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1281.993624] env[69905]: value = "task-3414579" [ 1281.993624] env[69905]: _type = "Task" [ 1281.993624] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.003244] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414579, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.033408] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414578, 'name': ReconfigVM_Task, 'duration_secs': 0.426246} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.033743] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 95569a7c-2cc4-4134-b993-b4f1c09cb29e/95569a7c-2cc4-4134-b993-b4f1c09cb29e.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.034399] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f284e8b9-3aae-4663-9d69-414f41976642 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.040928] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1282.040928] env[69905]: value = "task-3414580" [ 1282.040928] env[69905]: _type = "Task" [ 1282.040928] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.049712] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414580, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.072590] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: be256e2c-9094-4bdf-9be9-1189a7c12acd] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.341095] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.341469] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc040986-a75e-4569-b0c0-63e3bfcff6bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.350908] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1282.350908] env[69905]: value = "task-3414581" [ 1282.350908] env[69905]: _type = "Task" [ 1282.350908] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.359496] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.505065] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414579, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.550430] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414580, 'name': Rename_Task, 'duration_secs': 0.213557} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.550772] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.551046] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a220e32-aae6-4de3-a439-1a843b15585a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.557867] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1282.557867] env[69905]: value = "task-3414582" [ 1282.557867] env[69905]: _type = "Task" [ 1282.557867] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.565796] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.576422] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: cf3b133f-ef30-4060-85ca-46149099d005] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.862458] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1282.862745] env[69905]: DEBUG nova.compute.manager [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.863677] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184102d-0b16-4a92-a59f-333a2238e611 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.870808] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.871070] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.871302] env[69905]: DEBUG nova.network.neutron [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.006379] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414579, 'name': Rename_Task, 'duration_secs': 0.90394} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.006734] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.007159] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b15885-04a6-4ea9-842d-62f93698125e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.013550] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1283.013550] env[69905]: value = "task-3414583" [ 1283.013550] env[69905]: _type = "Task" [ 1283.013550] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.020994] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.068836] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.079597] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: a6c005cb-4dad-4705-bbfa-7af3d9747eec] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.524506] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414583, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.569774] env[69905]: DEBUG oslo_vmware.api [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414582, 'name': PowerOnVM_Task, 'duration_secs': 0.580915} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.570053] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.570254] env[69905]: INFO nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1283.570431] env[69905]: DEBUG nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.571195] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdbe268-c200-4381-8647-be696e816b73 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.583537] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 6e11325b-8446-4bfa-9846-0b6c2274b0e3] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.599689] env[69905]: DEBUG nova.network.neutron [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.025435] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414583, 'name': PowerOnVM_Task, 'duration_secs': 0.525754} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.025676] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.025899] env[69905]: DEBUG nova.compute.manager [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.026649] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d24ddf8-d67a-4239-82d7-80ef190ffe87 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.085798] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: e39094b1-db15-4d66-a5ce-6e02f3b3799e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.089854] env[69905]: INFO nova.compute.manager [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Took 14.90 seconds to build instance. [ 1284.102728] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.527391] env[69905]: DEBUG nova.compute.manager [req-652541a9-0d05-4b54-9b11-0ab20612b37e req-e1d9a5ef-2906-406c-a362-b9b9b3055765 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-vif-unplugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.527618] env[69905]: DEBUG oslo_concurrency.lockutils [req-652541a9-0d05-4b54-9b11-0ab20612b37e req-e1d9a5ef-2906-406c-a362-b9b9b3055765 service nova] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.527890] env[69905]: DEBUG oslo_concurrency.lockutils [req-652541a9-0d05-4b54-9b11-0ab20612b37e req-e1d9a5ef-2906-406c-a362-b9b9b3055765 service nova] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.528073] env[69905]: DEBUG oslo_concurrency.lockutils [req-652541a9-0d05-4b54-9b11-0ab20612b37e req-e1d9a5ef-2906-406c-a362-b9b9b3055765 service nova] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.528262] env[69905]: DEBUG nova.compute.manager [req-652541a9-0d05-4b54-9b11-0ab20612b37e req-e1d9a5ef-2906-406c-a362-b9b9b3055765 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] No waiting events found dispatching network-vif-unplugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.528438] env[69905]: WARNING nova.compute.manager [req-652541a9-0d05-4b54-9b11-0ab20612b37e req-e1d9a5ef-2906-406c-a362-b9b9b3055765 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received unexpected event network-vif-unplugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a for instance with vm_state shelved and task_state shelving_offloading. [ 1284.538837] env[69905]: INFO nova.compute.manager [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] bringing vm to original state: 'stopped' [ 1284.575535] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.576446] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b3db7e-139e-4a15-99ab-66d940e5ee87 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.584525] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.584770] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fc1aeb3-768a-43ee-9604-e0a5343a2ece {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.591126] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 6d6d2c1c-8daf-40c1-a348-28588044e06d] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.593260] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5b8033f1-d953-423f-8286-35462e37a335 tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.412s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.673809] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.674033] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.674219] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleting the datastore file [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.674518] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36b5f3b3-538f-47c2-b288-3d1950c19b21 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.681273] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1284.681273] env[69905]: value = "task-3414585" [ 1284.681273] env[69905]: _type = "Task" [ 1284.681273] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.689114] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.787280] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e49fdf-40a7-9e59-098d-f83d9f84e91c/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1284.788180] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4ef55-5469-4d66-87cb-cfdcde4e6968 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.794530] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e49fdf-40a7-9e59-098d-f83d9f84e91c/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1284.794696] env[69905]: ERROR oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e49fdf-40a7-9e59-098d-f83d9f84e91c/disk-0.vmdk due to incomplete transfer. [ 1284.794914] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2780a0f1-ec72-4f28-8f2d-68ad2788e456 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.801575] env[69905]: DEBUG oslo_vmware.rw_handles [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e49fdf-40a7-9e59-098d-f83d9f84e91c/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1284.801771] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Uploaded image e35d2c6f-538c-4099-b1c0-a3f743538d6a to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1284.803669] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1284.803919] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6cdf5ce2-03fe-4098-849c-7611388e80c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.809124] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1284.809124] env[69905]: value = "task-3414586" [ 1284.809124] env[69905]: _type = "Task" [ 1284.809124] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.816479] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414586, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.095837] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: d04ee156-517e-4fb7-9a7d-4afc43d4d84e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.097643] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.097868] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.098108] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.098305] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.098469] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.100513] env[69905]: INFO nova.compute.manager [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Terminating instance [ 1285.190458] env[69905]: DEBUG oslo_vmware.api [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354026} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.190729] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.190915] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.191101] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.216537] env[69905]: INFO nova.scheduler.client.report [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted allocations for instance b30f402b-bd1a-4739-a191-144af2869bdf [ 1285.318156] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414586, 'name': Destroy_Task} progress is 33%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.543689] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "928558f2-2d8c-4ab5-929c-d229474a51b6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.544187] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.544506] env[69905]: DEBUG nova.compute.manager [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.545919] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f1d219-f113-4647-90d0-2513dc529257 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.552723] env[69905]: DEBUG nova.compute.manager [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1285.601612] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 2bd2babb-0fd6-4ad1-8074-946dc59d64c6] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.603811] env[69905]: DEBUG nova.compute.manager [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.604101] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.605091] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd501806-9e33-46ba-baa3-d61625b7a1a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.612869] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.613132] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0269ed35-eb35-4141-a0e9-2f1b19ed87d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.619831] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1285.619831] env[69905]: value = "task-3414587" [ 1285.619831] env[69905]: _type = "Task" [ 1285.619831] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.627357] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.721630] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.721830] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.722073] env[69905]: DEBUG nova.objects.instance [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'resources' on Instance uuid b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.819175] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414586, 'name': Destroy_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.056455] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.056791] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e90d975-732e-40d6-878c-f34d37e5510f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.064289] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1286.064289] env[69905]: value = "task-3414588" [ 1286.064289] env[69905]: _type = "Task" [ 1286.064289] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.073170] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.106664] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 0e60bda5-6b99-4a55-9aec-3cf4ed415d3e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.130288] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.224952] env[69905]: DEBUG nova.objects.instance [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'numa_topology' on Instance uuid b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.319974] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414586, 'name': Destroy_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.557204] env[69905]: DEBUG nova.compute.manager [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.557448] env[69905]: DEBUG nova.compute.manager [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing instance network info cache due to event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.559797] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] Acquiring lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.559797] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] Acquired lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.559797] env[69905]: DEBUG nova.network.neutron [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.574686] env[69905]: DEBUG oslo_vmware.api [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414588, 'name': PowerOffVM_Task, 'duration_secs': 0.302263} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.574948] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.575127] env[69905]: DEBUG nova.compute.manager [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.575853] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c7ceb-8b8a-45a3-ad7e-f6320455f3cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.609745] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.610128] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69905) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1286.632126] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.728045] env[69905]: DEBUG nova.objects.base [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1286.821964] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414586, 'name': Destroy_Task, 'duration_secs': 1.821699} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.822169] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Destroyed the VM [ 1286.822406] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1286.822720] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96e43611-3235-427d-bef2-21c3b4641445 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.826602] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a34774d-964e-4533-997f-b016cd0603e7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.829889] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1286.829889] env[69905]: value = "task-3414589" [ 1286.829889] env[69905]: _type = "Task" [ 1286.829889] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.836261] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7899fa4f-d68d-48fe-bfc7-a23ffe8e4644 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.842013] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414589, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.869213] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d326c189-8ffc-42bc-8b75-8c953583f373 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.876413] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c790466-7a8b-457e-8774-ba0055a15a81 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.889765] env[69905]: DEBUG nova.compute.provider_tree [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.050546] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.086998] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.112599] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.133882] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414587, 'name': PowerOffVM_Task, 'duration_secs': 1.16605} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.134250] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.134426] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.134674] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-316af400-1396-4800-82de-10818dc90fc2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.202207] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.202207] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.202207] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Deleting the datastore file [datastore1] 95569a7c-2cc4-4134-b993-b4f1c09cb29e {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.202207] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a65b63-33ce-48af-8813-77c169d922e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.206568] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for the task: (returnval){ [ 1287.206568] env[69905]: value = "task-3414591" [ 1287.206568] env[69905]: _type = "Task" [ 1287.206568] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.215084] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.326196] env[69905]: DEBUG nova.network.neutron [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updated VIF entry in instance network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.326636] env[69905]: DEBUG nova.network.neutron [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.340601] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414589, 'name': RemoveSnapshot_Task, 'duration_secs': 0.325832} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.341488] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1287.341812] env[69905]: DEBUG nova.compute.manager [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.342614] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc86ab3-dbcb-4fea-a7c8-ccdefb2087cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.392963] env[69905]: DEBUG nova.scheduler.client.report [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.559324] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "928558f2-2d8c-4ab5-929c-d229474a51b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.559552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.559776] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "928558f2-2d8c-4ab5-929c-d229474a51b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.559961] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.560147] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.562413] env[69905]: INFO nova.compute.manager [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Terminating instance [ 1287.595495] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.716585] env[69905]: DEBUG oslo_vmware.api [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Task: {'id': task-3414591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168773} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.716868] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.717098] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.717286] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.717459] env[69905]: INFO nova.compute.manager [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1287.717698] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.717887] env[69905]: DEBUG nova.compute.manager [-] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.717982] env[69905]: DEBUG nova.network.neutron [-] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.829022] env[69905]: DEBUG oslo_concurrency.lockutils [req-35b2c93b-ef6a-493f-a65e-3f2a71cc6e62 req-8617253c-6336-4515-a46b-c6154247cccd service nova] Releasing lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.853938] env[69905]: INFO nova.compute.manager [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Shelve offloading [ 1287.897607] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.900177] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.305s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.900341] env[69905]: DEBUG nova.objects.instance [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1288.066312] env[69905]: DEBUG nova.compute.manager [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.066488] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.067661] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f9cde-93cc-46cb-941d-e9a53c63d0f3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.075084] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.075328] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059fd240-298a-46d8-9a5d-458ee7907333 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.136505] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.136887] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.137100] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleting the datastore file [datastore2] 928558f2-2d8c-4ab5-929c-d229474a51b6 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.137376] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d5a6f7-a313-4cea-8dc6-36acb6a14c3e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.143730] env[69905]: DEBUG oslo_vmware.api [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1288.143730] env[69905]: value = "task-3414593" [ 1288.143730] env[69905]: _type = "Task" [ 1288.143730] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.150763] env[69905]: DEBUG oslo_vmware.api [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.358119] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.358457] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa4a60e-6753-4481-8fcf-9fbf8a1963d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.364900] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1288.364900] env[69905]: value = "task-3414594" [ 1288.364900] env[69905]: _type = "Task" [ 1288.364900] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.372379] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.409497] env[69905]: DEBUG oslo_concurrency.lockutils [None req-886040c2-5f5a-4c4e-99c7-6a998a0001f4 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.144s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.410437] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.360s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.410651] env[69905]: INFO nova.compute.manager [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Unshelving [ 1288.423420] env[69905]: DEBUG nova.network.neutron [-] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.589321] env[69905]: DEBUG nova.compute.manager [req-ea6a9d48-4a0a-4d25-8847-f5c48dc9f751 req-39c85dec-87c5-4a53-819f-c355b6751b77 service nova] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Received event network-vif-deleted-0ace3326-fec0-41fb-a5a8-4434e679d030 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.655041] env[69905]: DEBUG oslo_vmware.api [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11734} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.655041] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.655041] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.655041] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.655041] env[69905]: INFO nova.compute.manager [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1288.655410] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.655484] env[69905]: DEBUG nova.compute.manager [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.655560] env[69905]: DEBUG nova.network.neutron [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.875118] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1288.875347] env[69905]: DEBUG nova.compute.manager [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.876136] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b7e79-31e6-4769-bf76-2179ab0a1ec1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.882045] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.882045] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.882045] env[69905]: DEBUG nova.network.neutron [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.910755] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c5d4abbe-84e2-4074-8253-ec92441fc541 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.925520] env[69905]: INFO nova.compute.manager [-] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Took 1.21 seconds to deallocate network for instance. [ 1289.397342] env[69905]: DEBUG nova.network.neutron [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.433370] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.433702] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.433930] env[69905]: DEBUG nova.objects.instance [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lazy-loading 'resources' on Instance uuid 95569a7c-2cc4-4134-b993-b4f1c09cb29e {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.435949] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.614946] env[69905]: DEBUG nova.network.neutron [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd680713-23", "ovs_interfaceid": "dd680713-2313-4e86-97b3-1d15abc680a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.899958] env[69905]: INFO nova.compute.manager [-] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Took 1.24 seconds to deallocate network for instance. [ 1290.021200] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267ff1a-53e1-4648-93f9-27bbd964509d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.028673] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3210a4ca-f6dd-4254-8ee2-4415639a2ad3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.058229] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78aa3e3-eabc-4091-89a3-6b839aba8bcc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.064870] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a7fbb7-6a83-40fe-86cd-7a051af7834c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.077596] env[69905]: DEBUG nova.compute.provider_tree [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.117497] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.402788] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.403708] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d6044c-e5b1-43e1-94e0-641553786752 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.407488] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.412373] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.412624] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3c234ba-4a27-4f89-96f7-a4b9aba2846e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.474289] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.474518] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.474703] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleting the datastore file [datastore2] 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.474976] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fbb2330-b80c-40a4-9275-5ee48eeeeb2c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.480848] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1290.480848] env[69905]: value = "task-3414596" [ 1290.480848] env[69905]: _type = "Task" [ 1290.480848] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.488418] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.580822] env[69905]: DEBUG nova.scheduler.client.report [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.617323] env[69905]: DEBUG nova.compute.manager [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Received event network-vif-deleted-b5fb6e39-45f2-4761-8472-83ee44946031 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.617545] env[69905]: DEBUG nova.compute.manager [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-vif-unplugged-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.617742] env[69905]: DEBUG oslo_concurrency.lockutils [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] Acquiring lock "764abc99-461e-4644-808f-fc5756541918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.617947] env[69905]: DEBUG oslo_concurrency.lockutils [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] Lock "764abc99-461e-4644-808f-fc5756541918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.618279] env[69905]: DEBUG oslo_concurrency.lockutils [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] Lock "764abc99-461e-4644-808f-fc5756541918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.618466] env[69905]: DEBUG nova.compute.manager [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] No waiting events found dispatching network-vif-unplugged-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.618646] env[69905]: WARNING nova.compute.manager [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received unexpected event network-vif-unplugged-dd680713-2313-4e86-97b3-1d15abc680a1 for instance with vm_state shelved and task_state shelving_offloading. [ 1290.618805] env[69905]: DEBUG nova.compute.manager [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.618955] env[69905]: DEBUG nova.compute.manager [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing instance network info cache due to event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.619154] env[69905]: DEBUG oslo_concurrency.lockutils [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] Acquiring lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.619290] env[69905]: DEBUG oslo_concurrency.lockutils [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] Acquired lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.619469] env[69905]: DEBUG nova.network.neutron [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.992023] env[69905]: DEBUG oslo_vmware.api [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131548} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.992386] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.992668] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.992911] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.014030] env[69905]: INFO nova.scheduler.client.report [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted allocations for instance 764abc99-461e-4644-808f-fc5756541918 [ 1291.086086] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.088336] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.652s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.088554] env[69905]: DEBUG nova.objects.instance [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'pci_requests' on Instance uuid b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.103263] env[69905]: INFO nova.scheduler.client.report [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Deleted allocations for instance 95569a7c-2cc4-4134-b993-b4f1c09cb29e [ 1291.305744] env[69905]: DEBUG nova.network.neutron [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updated VIF entry in instance network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.306229] env[69905]: DEBUG nova.network.neutron [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd680713-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.518762] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.592527] env[69905]: DEBUG nova.objects.instance [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'numa_topology' on Instance uuid b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.610248] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3765d8c0-3cf7-4abd-8015-b30139d59dbc tempest-ServerGroupTestJSON-820819742 tempest-ServerGroupTestJSON-820819742-project-member] Lock "95569a7c-2cc4-4134-b993-b4f1c09cb29e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.511s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.809350] env[69905]: DEBUG oslo_concurrency.lockutils [req-8f770a5d-214a-4339-8aa3-1613f1a3d85e req-d539bc36-c523-454a-ab13-97980138d22f service nova] Releasing lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.095089] env[69905]: INFO nova.compute.claims [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.185219] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb0105-81de-4d6c-9b46-46cebd3884df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.193145] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64ccba6-2a71-4606-ac9e-b654dc3254c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.222738] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a02750-bf31-45be-8b96-b8936557724c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.230227] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c201ee-bd58-4b37-a165-a8d0f76d41b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.243017] env[69905]: DEBUG nova.compute.provider_tree [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.658462] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "764abc99-461e-4644-808f-fc5756541918" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.746254] env[69905]: DEBUG nova.scheduler.client.report [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.251362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.163s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.253660] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.846s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.253984] env[69905]: DEBUG nova.objects.instance [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'resources' on Instance uuid 928558f2-2d8c-4ab5-929c-d229474a51b6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.283470] env[69905]: INFO nova.network.neutron [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1294.608560] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.608847] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.864268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdcae39-1265-4608-8fef-99308f9baa18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.871976] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4496179d-ed7b-4035-acc3-e074a652d0f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.907179] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0a696e-98bc-4bca-aaab-46d58ed80e65 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.914665] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101934e-4800-4533-9012-9f99ad3a45bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.928025] env[69905]: DEBUG nova.compute.provider_tree [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.114293] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.114474] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.114710] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.114785] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.114906] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1295.431185] env[69905]: DEBUG nova.scheduler.client.report [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.859564] env[69905]: DEBUG nova.compute.manager [req-e351dd7a-a2ba-470b-b88b-561e10746321 req-44f3c9b2-10bf-4a7a-90bd-4bf24d31d4af service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-vif-plugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.859784] env[69905]: DEBUG oslo_concurrency.lockutils [req-e351dd7a-a2ba-470b-b88b-561e10746321 req-44f3c9b2-10bf-4a7a-90bd-4bf24d31d4af service nova] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.859990] env[69905]: DEBUG oslo_concurrency.lockutils [req-e351dd7a-a2ba-470b-b88b-561e10746321 req-44f3c9b2-10bf-4a7a-90bd-4bf24d31d4af service nova] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.860166] env[69905]: DEBUG oslo_concurrency.lockutils [req-e351dd7a-a2ba-470b-b88b-561e10746321 req-44f3c9b2-10bf-4a7a-90bd-4bf24d31d4af service nova] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.860395] env[69905]: DEBUG nova.compute.manager [req-e351dd7a-a2ba-470b-b88b-561e10746321 req-44f3c9b2-10bf-4a7a-90bd-4bf24d31d4af service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] No waiting events found dispatching network-vif-plugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.860535] env[69905]: WARNING nova.compute.manager [req-e351dd7a-a2ba-470b-b88b-561e10746321 req-44f3c9b2-10bf-4a7a-90bd-4bf24d31d4af service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received unexpected event network-vif-plugged-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a for instance with vm_state shelved_offloaded and task_state spawning. [ 1295.936874] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.939531] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.421s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.939808] env[69905]: DEBUG nova.objects.instance [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'resources' on Instance uuid 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.960842] env[69905]: INFO nova.scheduler.client.report [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted allocations for instance 928558f2-2d8c-4ab5-929c-d229474a51b6 [ 1295.985676] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.985892] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.986081] env[69905]: DEBUG nova.network.neutron [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.286582] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.286956] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.446047] env[69905]: DEBUG nova.objects.instance [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'numa_topology' on Instance uuid 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.469206] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b01d1875-0976-4622-abc8-2d9f44a28160 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "928558f2-2d8c-4ab5-929c-d229474a51b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.910s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.790104] env[69905]: DEBUG nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.945276] env[69905]: DEBUG nova.network.neutron [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.950041] env[69905]: DEBUG nova.objects.base [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Object Instance<764abc99-461e-4644-808f-fc5756541918> lazy-loaded attributes: resources,numa_topology {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1297.039028] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78fc109-c0e5-498b-a9ce-b98722fba8e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.046830] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94786c2-61d3-46c8-8bd7-6b5737c152fa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.081053] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcdca5c-c5d8-4b87-8279-5dda7757a537 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.086398] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8306bee1-b55e-4973-95e5-427ecd73457d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.100964] env[69905]: DEBUG nova.compute.provider_tree [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.313128] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.447930] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.475773] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='84b201436e13d9e09c04bb402407234a',container_format='bare',created_at=2025-04-14T12:10:42Z,direct_url=,disk_format='vmdk',id=bcebfb4c-46c8-407d-a82e-a809ef100702,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2055152521-shelved',owner='1bd06326e7b04559bba625e9d512d0b9',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-14T12:10:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.475773] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.475948] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.476098] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.476248] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.476395] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.476597] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.476756] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.476922] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.477181] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.477372] env[69905]: DEBUG nova.virt.hardware [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.478227] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddefcd6-2742-4a88-818e-2903bafe27f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.485694] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c49495-032c-44b0-b292-ba9cc7bcff51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.501518] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:d3:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.508659] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.508901] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.509118] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-570367b2-c21f-4656-8fd3-ec60f356d8d0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.528790] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.528790] env[69905]: value = "task-3414597" [ 1297.528790] env[69905]: _type = "Task" [ 1297.528790] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.536593] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414597, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.605035] env[69905]: DEBUG nova.scheduler.client.report [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.887184] env[69905]: DEBUG nova.compute.manager [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.887388] env[69905]: DEBUG nova.compute.manager [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing instance network info cache due to event network-changed-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.887597] env[69905]: DEBUG oslo_concurrency.lockutils [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] Acquiring lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.887744] env[69905]: DEBUG oslo_concurrency.lockutils [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] Acquired lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.887907] env[69905]: DEBUG nova.network.neutron [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Refreshing network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.038515] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414597, 'name': CreateVM_Task, 'duration_secs': 0.289938} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.038692] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.039382] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.039552] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.039921] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.040211] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b1fcdc-077e-49e1-a6b3-95325c3a7c18 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.044491] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1298.044491] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523e046c-7e98-daff-280a-6c14ec8ce98d" [ 1298.044491] env[69905]: _type = "Task" [ 1298.044491] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.052197] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523e046c-7e98-daff-280a-6c14ec8ce98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.110280] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.112858] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.800s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.114152] env[69905]: INFO nova.compute.claims [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.556711] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.557012] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Processing image bcebfb4c-46c8-407d-a82e-a809ef100702 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.557207] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702/bcebfb4c-46c8-407d-a82e-a809ef100702.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.557351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702/bcebfb4c-46c8-407d-a82e-a809ef100702.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.557524] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.557769] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b28e9dc-fff7-4a99-91fe-b09768895f53 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.565910] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.566117] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.566780] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9322af-8747-4628-ac4f-e39ea46469bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.572054] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1298.572054] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f66a88-834f-6455-f1c7-1678d3fd686e" [ 1298.572054] env[69905]: _type = "Task" [ 1298.572054] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.578945] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52f66a88-834f-6455-f1c7-1678d3fd686e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.622354] env[69905]: DEBUG nova.network.neutron [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updated VIF entry in instance network info cache for port dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.622693] env[69905]: DEBUG nova.network.neutron [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [{"id": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "address": "fa:16:3e:57:d3:ca", "network": {"id": "d39e2972-efdd-46ba-8eec-45e2c4a3ee80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013528118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd06326e7b04559bba625e9d512d0b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0ebce-1c", "ovs_interfaceid": "dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.623885] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c436378b-c0df-44c4-bb24-3eba3067f766 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.923s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.624841] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.966s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.624941] env[69905]: INFO nova.compute.manager [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Unshelving [ 1298.776288] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.776541] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.935161] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.082467] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Preparing fetch location {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1299.082748] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Fetch image to [datastore2] OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852/OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852.vmdk {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1299.082989] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Downloading stream optimized image bcebfb4c-46c8-407d-a82e-a809ef100702 to [datastore2] OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852/OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852.vmdk on the data store datastore2 as vApp {{(pid=69905) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1299.083244] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Downloading image file data bcebfb4c-46c8-407d-a82e-a809ef100702 to the ESX as VM named 'OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852' {{(pid=69905) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1299.127308] env[69905]: DEBUG oslo_concurrency.lockutils [req-66c4ab34-e411-4bbe-bf71-8b3df6206abc req-6a96d818-db21-411c-9d3c-f7f91a1a20e4 service nova] Releasing lock "refresh_cache-b30f402b-bd1a-4739-a191-144af2869bdf" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.156678] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1299.156678] env[69905]: value = "resgroup-9" [ 1299.156678] env[69905]: _type = "ResourcePool" [ 1299.156678] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1299.157159] env[69905]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-54e627ca-5fea-47a9-ae45-75909677c31e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.179708] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease: (returnval){ [ 1299.179708] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ab7752-df37-f63d-58e9-06268d3a4055" [ 1299.179708] env[69905]: _type = "HttpNfcLease" [ 1299.179708] env[69905]: } obtained for vApp import into resource pool (val){ [ 1299.179708] env[69905]: value = "resgroup-9" [ 1299.179708] env[69905]: _type = "ResourcePool" [ 1299.179708] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1299.179979] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the lease: (returnval){ [ 1299.179979] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ab7752-df37-f63d-58e9-06268d3a4055" [ 1299.179979] env[69905]: _type = "HttpNfcLease" [ 1299.179979] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1299.188071] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.188071] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ab7752-df37-f63d-58e9-06268d3a4055" [ 1299.188071] env[69905]: _type = "HttpNfcLease" [ 1299.188071] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1299.230358] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5621f0-3300-4c1c-b7b3-55d9a5ac5bf5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.239375] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb6cb7a-e8b9-494e-b5fd-d5946c26166d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.273493] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b57d64f-455e-46cc-aefb-a96949f3e60a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.280299] env[69905]: DEBUG nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.284269] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790444b3-0e19-43cf-adc7-38c2a6500fa9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.298620] env[69905]: DEBUG nova.compute.provider_tree [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.440354] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Getting list of instances from cluster (obj){ [ 1299.440354] env[69905]: value = "domain-c8" [ 1299.440354] env[69905]: _type = "ClusterComputeResource" [ 1299.440354] env[69905]: } {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1299.442045] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056bd0b-7ccc-4e99-8406-ca9fb49d3ec2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.455453] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Got total of 4 instances {{(pid=69905) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1299.455650] env[69905]: WARNING nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 1299.455822] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1299.456039] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1299.456217] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid 123a4826-0a98-431d-b8c2-5ebd8a5bee78 {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1299.456382] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1299.456553] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Triggering sync for uuid 445b3bbd-435f-4064-8cd9-b600252b9fdb {{(pid=69905) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1299.456867] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.457111] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.457379] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.457568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.457842] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.458071] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.458325] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.458550] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.459385] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605708f1-51b9-44e4-a77e-c67c4e1b0b7c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.462747] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c9a7fe-b1df-4dd4-abb2-0d0ea3ce896d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.465589] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b2967-1129-448b-8375-34592d322cc3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.633719] env[69905]: DEBUG nova.compute.utils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.687690] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.687690] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ab7752-df37-f63d-58e9-06268d3a4055" [ 1299.687690] env[69905]: _type = "HttpNfcLease" [ 1299.687690] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1299.687982] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1299.687982] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ab7752-df37-f63d-58e9-06268d3a4055" [ 1299.687982] env[69905]: _type = "HttpNfcLease" [ 1299.687982] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1299.688693] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a09b8c-a23e-4889-800a-e586bd22972f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.695337] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526acb70-1a03-db8c-3794-2990e8ebfccf/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1299.695513] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526acb70-1a03-db8c-3794-2990e8ebfccf/disk-0.vmdk. {{(pid=69905) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1299.758719] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65bc8434-a26c-4bdd-a2f7-b9ceda002be4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.802084] env[69905]: DEBUG nova.scheduler.client.report [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.806039] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.978777] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.979304] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.979598] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.137107] env[69905]: INFO nova.virt.block_device [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Booting with volume 8c5d5664-75e6-4c90-83a3-804f0ee35d85 at /dev/sdb [ 1300.177906] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5c6cf12-8819-419d-b3bc-f38ed375b8a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.187403] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483292de-9b7d-49c4-97d0-44b0c2fb8c34 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.219374] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-076f8129-d37f-4c8b-9dae-b19010d71d1d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.228858] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07776e37-0075-44cc-b2a8-a2bc7702129f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.258936] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0057f711-8a25-4689-9dc9-0e041c6c759c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.265185] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d1c02e-d7b4-4955-b810-d1eea0710df4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.277987] env[69905]: DEBUG nova.virt.block_device [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating existing volume attachment record: 3325088a-aab4-4860-85bf-29e22dec4a0e {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1300.308031] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.308761] env[69905]: DEBUG nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.311134] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.505s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.312653] env[69905]: INFO nova.compute.claims [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.817047] env[69905]: DEBUG nova.compute.utils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.820712] env[69905]: DEBUG nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.820962] env[69905]: DEBUG nova.network.neutron [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.870413] env[69905]: DEBUG nova.policy [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49ff58f6873d4427ad5be42e8d4132b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfb43c02068c43db990e6290778187a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.902311] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Completed reading data from the image iterator. {{(pid=69905) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1300.902536] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526acb70-1a03-db8c-3794-2990e8ebfccf/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1300.903570] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08804d8d-65d7-49d0-a1f3-87b44ac94654 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.910306] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526acb70-1a03-db8c-3794-2990e8ebfccf/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1300.910472] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526acb70-1a03-db8c-3794-2990e8ebfccf/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1300.910723] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f104c880-3b5d-40e3-908c-73074b169369 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.132708] env[69905]: DEBUG nova.network.neutron [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Successfully created port: 9a71517d-998c-47a9-933c-e042d80eb4de {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.306948] env[69905]: DEBUG oslo_vmware.rw_handles [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526acb70-1a03-db8c-3794-2990e8ebfccf/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1301.307204] env[69905]: INFO nova.virt.vmwareapi.images [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Downloaded image file data bcebfb4c-46c8-407d-a82e-a809ef100702 [ 1301.308025] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c7eca7-ced9-4151-a17e-d8d19d48c76d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.325403] env[69905]: DEBUG nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.330842] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f76a1d-3795-426d-ac46-ed768a34faf4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.352068] env[69905]: INFO nova.virt.vmwareapi.images [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] The imported VM was unregistered [ 1301.355280] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Caching image {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1301.355537] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.358261] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-379fc925-0cdb-4267-a2d7-b9078bfc7f8b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.377371] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Created directory with path [datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702 {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.377577] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852/OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852.vmdk to [datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702/bcebfb4c-46c8-407d-a82e-a809ef100702.vmdk. {{(pid=69905) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1301.378494] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3a9a3b9c-6554-458b-a637-ab9fc352c440 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.385034] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1301.385034] env[69905]: value = "task-3414603" [ 1301.385034] env[69905]: _type = "Task" [ 1301.385034] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.392658] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414603, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.443180] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c896a-8139-43fb-9ac8-ca9ff1a3f80c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.450461] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebc1be7-ddb8-4543-89d4-409281564639 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.480050] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18321e94-def7-46af-9dbe-62f0c02c43c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.487361] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bc0f55-4824-4fc7-853d-9e46aac03bcd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.501059] env[69905]: DEBUG nova.compute.provider_tree [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.896916] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414603, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.004758] env[69905]: DEBUG nova.scheduler.client.report [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.247616] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.247884] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.248114] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.248304] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.248477] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.250925] env[69905]: INFO nova.compute.manager [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Terminating instance [ 1302.336477] env[69905]: DEBUG nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.364907] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.365175] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.365337] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.365520] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.365666] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.365813] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.366041] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.366209] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.366382] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.366543] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.366712] env[69905]: DEBUG nova.virt.hardware [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.367718] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d4c6ba-57f4-461b-b7f4-adfa871d698b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.376179] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7957c6a9-1da8-4a51-90d6-c72fea8819b1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.398439] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414603, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.509566] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.510286] env[69905]: DEBUG nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.577156] env[69905]: DEBUG nova.compute.manager [req-2059fcd8-d068-434e-bc2f-0c26390816ad req-e9d01f90-5865-4c85-925c-e7a2981c9ad0 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Received event network-vif-plugged-9a71517d-998c-47a9-933c-e042d80eb4de {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.577223] env[69905]: DEBUG oslo_concurrency.lockutils [req-2059fcd8-d068-434e-bc2f-0c26390816ad req-e9d01f90-5865-4c85-925c-e7a2981c9ad0 service nova] Acquiring lock "445b3bbd-435f-4064-8cd9-b600252b9fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.577480] env[69905]: DEBUG oslo_concurrency.lockutils [req-2059fcd8-d068-434e-bc2f-0c26390816ad req-e9d01f90-5865-4c85-925c-e7a2981c9ad0 service nova] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.577683] env[69905]: DEBUG oslo_concurrency.lockutils [req-2059fcd8-d068-434e-bc2f-0c26390816ad req-e9d01f90-5865-4c85-925c-e7a2981c9ad0 service nova] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.577870] env[69905]: DEBUG nova.compute.manager [req-2059fcd8-d068-434e-bc2f-0c26390816ad req-e9d01f90-5865-4c85-925c-e7a2981c9ad0 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] No waiting events found dispatching network-vif-plugged-9a71517d-998c-47a9-933c-e042d80eb4de {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.578248] env[69905]: WARNING nova.compute.manager [req-2059fcd8-d068-434e-bc2f-0c26390816ad req-e9d01f90-5865-4c85-925c-e7a2981c9ad0 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Received unexpected event network-vif-plugged-9a71517d-998c-47a9-933c-e042d80eb4de for instance with vm_state building and task_state spawning. [ 1302.694790] env[69905]: DEBUG nova.network.neutron [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Successfully updated port: 9a71517d-998c-47a9-933c-e042d80eb4de {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.755272] env[69905]: DEBUG nova.compute.manager [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.755272] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.756225] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b1249-2904-44e4-9043-eb195f0bc72c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.765686] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.765987] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f86f4f63-3264-44d8-ac5a-a7f1780ff488 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.774177] env[69905]: DEBUG oslo_vmware.api [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1302.774177] env[69905]: value = "task-3414605" [ 1302.774177] env[69905]: _type = "Task" [ 1302.774177] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.784779] env[69905]: DEBUG oslo_vmware.api [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.899850] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414603, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.018508] env[69905]: DEBUG nova.compute.utils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.020170] env[69905]: DEBUG nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.020376] env[69905]: DEBUG nova.network.neutron [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.061793] env[69905]: DEBUG nova.policy [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf4506032684704aa15d5131e334ddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0116211ab2be4ef4b199279d8a79be17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.197669] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.197887] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.198723] env[69905]: DEBUG nova.network.neutron [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.287549] env[69905]: DEBUG oslo_vmware.api [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414605, 'name': PowerOffVM_Task, 'duration_secs': 0.220338} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.287722] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.287948] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.288261] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf68906-5b5b-4c39-8111-50873b276499 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.404213] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414603, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.453878] env[69905]: DEBUG nova.network.neutron [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Successfully created port: 7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.523414] env[69905]: DEBUG nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.737468] env[69905]: DEBUG nova.network.neutron [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.901059] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414603, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.289876} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.901411] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852/OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852.vmdk to [datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702/bcebfb4c-46c8-407d-a82e-a809ef100702.vmdk. [ 1303.901508] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Cleaning up location [datastore2] OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1303.901698] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e07e9f1c-380d-4d86-96c0-2cd1697ab852 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.901971] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e63f73bd-4f18-4dc2-a381-ef31de38e206 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.908858] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1303.908858] env[69905]: value = "task-3414607" [ 1303.908858] env[69905]: _type = "Task" [ 1303.908858] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.916573] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.929999] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.930237] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.930421] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleting the datastore file [datastore1] 123a4826-0a98-431d-b8c2-5ebd8a5bee78 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.930675] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d7b8d3d-9189-405f-a1f2-68059595287d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.934213] env[69905]: DEBUG nova.network.neutron [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Updating instance_info_cache with network_info: [{"id": "9a71517d-998c-47a9-933c-e042d80eb4de", "address": "fa:16:3e:c1:6e:2a", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a71517d-99", "ovs_interfaceid": "9a71517d-998c-47a9-933c-e042d80eb4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.936406] env[69905]: DEBUG oslo_vmware.api [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1303.936406] env[69905]: value = "task-3414608" [ 1303.936406] env[69905]: _type = "Task" [ 1303.936406] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.950864] env[69905]: DEBUG oslo_vmware.api [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.419286] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034382} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.419570] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.419698] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702/bcebfb4c-46c8-407d-a82e-a809ef100702.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.419947] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702/bcebfb4c-46c8-407d-a82e-a809ef100702.vmdk to [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.420226] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-735e5f09-e4ed-4076-ae6d-c40afd8f7db5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.427345] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1304.427345] env[69905]: value = "task-3414609" [ 1304.427345] env[69905]: _type = "Task" [ 1304.427345] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.435079] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.445079] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.445382] env[69905]: DEBUG nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Instance network_info: |[{"id": "9a71517d-998c-47a9-933c-e042d80eb4de", "address": "fa:16:3e:c1:6e:2a", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a71517d-99", "ovs_interfaceid": "9a71517d-998c-47a9-933c-e042d80eb4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.445660] env[69905]: DEBUG oslo_vmware.api [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150635} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.445987] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:6e:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a71517d-998c-47a9-933c-e042d80eb4de', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.453266] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Creating folder: Project (cfb43c02068c43db990e6290778187a2). Parent ref: group-v680985. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.453517] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.453693] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.453869] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.454053] env[69905]: INFO nova.compute.manager [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1304.454288] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.454480] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2bf174f-1c2b-42a1-b430-549af6845954 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.456023] env[69905]: DEBUG nova.compute.manager [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.456102] env[69905]: DEBUG nova.network.neutron [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.467211] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Created folder: Project (cfb43c02068c43db990e6290778187a2) in parent group-v680985. [ 1304.467437] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Creating folder: Instances. Parent ref: group-v681315. {{(pid=69905) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.467636] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9adf8910-90fd-4893-a2ce-78a962a767b2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.476405] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Created folder: Instances in parent group-v681315. [ 1304.476628] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.476814] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.477019] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9163ef79-20ad-4f35-b400-aa7c44c61a1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.502044] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.502044] env[69905]: value = "task-3414612" [ 1304.502044] env[69905]: _type = "Task" [ 1304.502044] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.509767] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414612, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.534418] env[69905]: DEBUG nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.563270] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.563270] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.563270] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.563432] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.563470] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.563601] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.563811] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.563980] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.564173] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.564420] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.564537] env[69905]: DEBUG nova.virt.hardware [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.565518] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0617ffa5-64ca-4838-94b5-6bbd517eedc1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.573359] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8188b1-7840-4b92-91ab-75f86729d5f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.632456] env[69905]: DEBUG nova.compute.manager [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Received event network-changed-9a71517d-998c-47a9-933c-e042d80eb4de {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.632727] env[69905]: DEBUG nova.compute.manager [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Refreshing instance network info cache due to event network-changed-9a71517d-998c-47a9-933c-e042d80eb4de. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.632954] env[69905]: DEBUG oslo_concurrency.lockutils [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] Acquiring lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.633120] env[69905]: DEBUG oslo_concurrency.lockutils [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] Acquired lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.633289] env[69905]: DEBUG nova.network.neutron [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Refreshing network info cache for port 9a71517d-998c-47a9-933c-e042d80eb4de {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.938484] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414609, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.011840] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414612, 'name': CreateVM_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.274387] env[69905]: DEBUG nova.network.neutron [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Successfully updated port: 7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.360664] env[69905]: DEBUG nova.network.neutron [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Updated VIF entry in instance network info cache for port 9a71517d-998c-47a9-933c-e042d80eb4de. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.361249] env[69905]: DEBUG nova.network.neutron [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Updating instance_info_cache with network_info: [{"id": "9a71517d-998c-47a9-933c-e042d80eb4de", "address": "fa:16:3e:c1:6e:2a", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a71517d-99", "ovs_interfaceid": "9a71517d-998c-47a9-933c-e042d80eb4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.440119] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414609, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.512882] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414612, 'name': CreateVM_Task, 'duration_secs': 0.720595} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.513095] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.520574] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.520759] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.521118] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.521390] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebed1f4-e54b-4f94-bab4-2e5f556d30d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.526720] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1305.526720] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5206c18e-a1b8-919b-9ae6-80a3b5948a7d" [ 1305.526720] env[69905]: _type = "Task" [ 1305.526720] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.534902] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5206c18e-a1b8-919b-9ae6-80a3b5948a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.645970] env[69905]: DEBUG nova.network.neutron [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.778164] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.778332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.778485] env[69905]: DEBUG nova.network.neutron [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.864549] env[69905]: DEBUG oslo_concurrency.lockutils [req-4ef5a5ab-4eb5-4190-8a2e-5e5a8df1cfd2 req-63dd3a74-02d5-4c6b-8ebe-4c23077b2169 service nova] Releasing lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.886391] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.886685] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.886898] env[69905]: DEBUG nova.objects.instance [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'pci_requests' on Instance uuid 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.938154] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414609, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.039335] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5206c18e-a1b8-919b-9ae6-80a3b5948a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.071169} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.039745] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.039815] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.040061] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.040216] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.040399] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.040676] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ecb4cda-7838-4954-ac18-ebe778291c6f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.057353] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.057559] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.058333] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a05194-803c-404e-9377-c1b4da7f5f39 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.064426] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1306.064426] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52611ea7-de53-5844-18c1-9aaed5cc3c33" [ 1306.064426] env[69905]: _type = "Task" [ 1306.064426] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.073459] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52611ea7-de53-5844-18c1-9aaed5cc3c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.148288] env[69905]: INFO nova.compute.manager [-] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Took 1.69 seconds to deallocate network for instance. [ 1306.312334] env[69905]: DEBUG nova.network.neutron [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.391697] env[69905]: DEBUG nova.objects.instance [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'numa_topology' on Instance uuid 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.438951] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414609, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.457908] env[69905]: DEBUG nova.network.neutron [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updating instance_info_cache with network_info: [{"id": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "address": "fa:16:3e:19:19:f4", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bab2ca6-94", "ovs_interfaceid": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.575243] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52611ea7-de53-5844-18c1-9aaed5cc3c33, 'name': SearchDatastore_Task, 'duration_secs': 0.081241} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.576018] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14127af-a6dc-49cc-a819-91e56d59b684 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.583246] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1306.583246] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e1ed9-d511-137d-6108-aea35eec2169" [ 1306.583246] env[69905]: _type = "Task" [ 1306.583246] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.591616] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e1ed9-d511-137d-6108-aea35eec2169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.655522] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.664732] env[69905]: DEBUG nova.compute.manager [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Received event network-vif-plugged-7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.664980] env[69905]: DEBUG oslo_concurrency.lockutils [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] Acquiring lock "9a16c40d-3f6a-47f1-ae52-567c4157f187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.665266] env[69905]: DEBUG oslo_concurrency.lockutils [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.665421] env[69905]: DEBUG oslo_concurrency.lockutils [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.665611] env[69905]: DEBUG nova.compute.manager [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] No waiting events found dispatching network-vif-plugged-7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.665779] env[69905]: WARNING nova.compute.manager [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Received unexpected event network-vif-plugged-7bab2ca6-94ca-4062-959f-6d3d7f24bb70 for instance with vm_state building and task_state spawning. [ 1306.665943] env[69905]: DEBUG nova.compute.manager [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 123a4826-0a98-431d-b8c2-5ebd8a5bee78] Received event network-vif-deleted-49d0a439-a93f-42bc-a25a-44a417025aca {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.666130] env[69905]: DEBUG nova.compute.manager [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Received event network-changed-7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.666286] env[69905]: DEBUG nova.compute.manager [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Refreshing instance network info cache due to event network-changed-7bab2ca6-94ca-4062-959f-6d3d7f24bb70. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.666455] env[69905]: DEBUG oslo_concurrency.lockutils [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] Acquiring lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.712975] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.894223] env[69905]: INFO nova.compute.claims [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.940109] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414609, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.256167} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.940518] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bcebfb4c-46c8-407d-a82e-a809ef100702/bcebfb4c-46c8-407d-a82e-a809ef100702.vmdk to [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.941337] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c5b439-ff0a-4101-af1d-3bfe97920155 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.962699] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.963164] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.963446] env[69905]: DEBUG nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Instance network_info: |[{"id": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "address": "fa:16:3e:19:19:f4", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bab2ca6-94", "ovs_interfaceid": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.963890] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6773e4da-948b-4e4b-95b3-b05c568b5b03 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.977253] env[69905]: DEBUG oslo_concurrency.lockutils [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] Acquired lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.977433] env[69905]: DEBUG nova.network.neutron [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Refreshing network info cache for port 7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.978632] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:19:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bab2ca6-94ca-4062-959f-6d3d7f24bb70', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.985663] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.986488] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.987161] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-607bdc6a-1e17-4478-82a9-87a1fed8b964 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.001741] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1307.001741] env[69905]: value = "task-3414613" [ 1307.001741] env[69905]: _type = "Task" [ 1307.001741] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.006772] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.006772] env[69905]: value = "task-3414614" [ 1307.006772] env[69905]: _type = "Task" [ 1307.006772] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.010106] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.019761] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414614, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.092794] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527e1ed9-d511-137d-6108-aea35eec2169, 'name': SearchDatastore_Task, 'duration_secs': 0.085061} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.093205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.093307] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/445b3bbd-435f-4064-8cd9-b600252b9fdb.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.093555] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4156dbb9-f2fd-4fc2-94a9-1e303f2a8d2e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.099357] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1307.099357] env[69905]: value = "task-3414615" [ 1307.099357] env[69905]: _type = "Task" [ 1307.099357] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.106383] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.189017] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.189242] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.512210] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.522277] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414614, 'name': CreateVM_Task, 'duration_secs': 0.42201} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.522550] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.523339] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.523520] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.523784] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.524126] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837b7deb-2780-43bb-ab4b-b3bb11ba5e1c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.529521] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1307.529521] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528632de-b9ac-bf29-d7b5-067d1b14dce6" [ 1307.529521] env[69905]: _type = "Task" [ 1307.529521] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.538151] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528632de-b9ac-bf29-d7b5-067d1b14dce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.608523] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414615, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.692533] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.697182] env[69905]: DEBUG nova.network.neutron [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updated VIF entry in instance network info cache for port 7bab2ca6-94ca-4062-959f-6d3d7f24bb70. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.697529] env[69905]: DEBUG nova.network.neutron [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updating instance_info_cache with network_info: [{"id": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "address": "fa:16:3e:19:19:f4", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bab2ca6-94", "ovs_interfaceid": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.988446] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28714b8-d70e-45fe-9661-e0ab112427a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.995793] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2318319-363c-43c7-9c5a-6748ceb5221a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.028156] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfb7001-9d4d-4aad-830b-14effc2066c9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.036112] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414613, 'name': ReconfigVM_Task, 'duration_secs': 0.591892} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.038354] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf/b30f402b-bd1a-4739-a191-144af2869bdf.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.038947] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b75f4c-fc26-47ec-967b-58e96cffc46b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.041178] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a8fe73-ee37-42d8-938d-61a70edfdb5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.047782] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528632de-b9ac-bf29-d7b5-067d1b14dce6, 'name': SearchDatastore_Task, 'duration_secs': 0.048853} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.048554] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.048783] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.049043] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.049195] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.049370] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.049611] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d64cc6c9-9a2b-4e0d-b8a6-69dfc8d81258 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.058386] env[69905]: DEBUG nova.compute.provider_tree [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.060727] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1308.060727] env[69905]: value = "task-3414616" [ 1308.060727] env[69905]: _type = "Task" [ 1308.060727] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.068773] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414616, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.069439] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.069613] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.070533] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9170781a-111c-40bc-88a7-ed3fe829257b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.076023] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1308.076023] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c0f6fa-7d93-30a4-c1cd-f6a5f71619ee" [ 1308.076023] env[69905]: _type = "Task" [ 1308.076023] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.083168] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c0f6fa-7d93-30a4-c1cd-f6a5f71619ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.107034] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568436} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.107357] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/445b3bbd-435f-4064-8cd9-b600252b9fdb.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.107488] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.107679] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ce79091-6b2c-4f71-a46b-21bd373cc382 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.112791] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1308.112791] env[69905]: value = "task-3414617" [ 1308.112791] env[69905]: _type = "Task" [ 1308.112791] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.121075] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.200403] env[69905]: DEBUG oslo_concurrency.lockutils [req-f5fef66d-fd6a-4a53-909d-fe232f7d0275 req-f162f081-6c89-4e75-b31f-866bf52641dc service nova] Releasing lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.562330] env[69905]: DEBUG nova.scheduler.client.report [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.574691] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414616, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.586590] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c0f6fa-7d93-30a4-c1cd-f6a5f71619ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.587238] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b8bf7e-8690-42b9-ac05-e4b5abe72df6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.591788] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1308.591788] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523af536-fa50-b5fd-f5e7-013ac329404f" [ 1308.591788] env[69905]: _type = "Task" [ 1308.591788] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.599150] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523af536-fa50-b5fd-f5e7-013ac329404f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.620082] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063676} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.620319] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.621016] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f4b91-c9a8-400d-a792-5c4a681b1de2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.642749] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/445b3bbd-435f-4064-8cd9-b600252b9fdb.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.643054] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35abc706-b6b8-49e0-b768-982471c975c4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.661411] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1308.661411] env[69905]: value = "task-3414618" [ 1308.661411] env[69905]: _type = "Task" [ 1308.661411] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.668315] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.070455] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.183s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.072719] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.417s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.072999] env[69905]: DEBUG nova.objects.instance [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'resources' on Instance uuid 123a4826-0a98-431d-b8c2-5ebd8a5bee78 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.079575] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414616, 'name': Rename_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.101322] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523af536-fa50-b5fd-f5e7-013ac329404f, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.102176] env[69905]: INFO nova.network.neutron [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating port dd680713-2313-4e86-97b3-1d15abc680a1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1309.103864] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.104163] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.104778] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-037f6d89-a770-49e9-b946-9100f5340999 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.112985] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1309.112985] env[69905]: value = "task-3414619" [ 1309.112985] env[69905]: _type = "Task" [ 1309.112985] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.121522] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.170755] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414618, 'name': ReconfigVM_Task, 'duration_secs': 0.275625} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.171110] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/445b3bbd-435f-4064-8cd9-b600252b9fdb.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.171800] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae8a5ec7-8ea5-4074-80d9-bb2e6ef025a0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.178312] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1309.178312] env[69905]: value = "task-3414620" [ 1309.178312] env[69905]: _type = "Task" [ 1309.178312] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.186041] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414620, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.578717] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414616, 'name': Rename_Task, 'duration_secs': 1.160343} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.579203] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.579475] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2997d5-83eb-428f-9863-b65313307788 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.586096] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1309.586096] env[69905]: value = "task-3414621" [ 1309.586096] env[69905]: _type = "Task" [ 1309.586096] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.594514] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.621915] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.686748] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414620, 'name': Rename_Task, 'duration_secs': 0.153583} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.687751] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.688501] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b26b55e-9a9d-4437-a25e-82d5364a7415 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.690880] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9a1e05-010f-4bf2-b87a-01de20197835 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.696405] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6155ed-67eb-4d4b-8a07-322e8c2cee7a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.700250] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1309.700250] env[69905]: value = "task-3414622" [ 1309.700250] env[69905]: _type = "Task" [ 1309.700250] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.729238] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d0840b-4ed8-4ba8-926f-bd1730879581 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.734759] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.739303] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e934d2-6b1f-4a45-b14b-66bfb6d63db0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.752179] env[69905]: DEBUG nova.compute.provider_tree [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.099041] env[69905]: DEBUG oslo_vmware.api [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414621, 'name': PowerOnVM_Task, 'duration_secs': 0.474911} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.099041] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.121878] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551426} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.122214] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.122384] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.122632] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab666793-e4d1-4d04-bc8f-b5cc693ced1f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.129944] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1310.129944] env[69905]: value = "task-3414623" [ 1310.129944] env[69905]: _type = "Task" [ 1310.129944] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.138822] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.206462] env[69905]: DEBUG nova.compute.manager [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.207394] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb0a110-e718-45de-9793-b79ac48db513 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.213111] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414622, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.255229] env[69905]: DEBUG nova.scheduler.client.report [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.511726] env[69905]: DEBUG nova.compute.manager [req-d42c449a-5769-4c84-806a-ae1d65a7591a req-338af1cb-3092-457b-a84c-88741ccc318a service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-vif-plugged-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.511958] env[69905]: DEBUG oslo_concurrency.lockutils [req-d42c449a-5769-4c84-806a-ae1d65a7591a req-338af1cb-3092-457b-a84c-88741ccc318a service nova] Acquiring lock "764abc99-461e-4644-808f-fc5756541918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.512181] env[69905]: DEBUG oslo_concurrency.lockutils [req-d42c449a-5769-4c84-806a-ae1d65a7591a req-338af1cb-3092-457b-a84c-88741ccc318a service nova] Lock "764abc99-461e-4644-808f-fc5756541918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.512350] env[69905]: DEBUG oslo_concurrency.lockutils [req-d42c449a-5769-4c84-806a-ae1d65a7591a req-338af1cb-3092-457b-a84c-88741ccc318a service nova] Lock "764abc99-461e-4644-808f-fc5756541918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.512511] env[69905]: DEBUG nova.compute.manager [req-d42c449a-5769-4c84-806a-ae1d65a7591a req-338af1cb-3092-457b-a84c-88741ccc318a service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] No waiting events found dispatching network-vif-plugged-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.512678] env[69905]: WARNING nova.compute.manager [req-d42c449a-5769-4c84-806a-ae1d65a7591a req-338af1cb-3092-457b-a84c-88741ccc318a service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received unexpected event network-vif-plugged-dd680713-2313-4e86-97b3-1d15abc680a1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1310.556469] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.556645] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.556930] env[69905]: DEBUG nova.network.neutron [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.639914] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067244} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.640144] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.640878] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f933bfb-7943-41f2-8df2-043a76813d9b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.661847] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.662104] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63557e22-8279-4a49-ab6a-a5efc181675e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.680813] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1310.680813] env[69905]: value = "task-3414624" [ 1310.680813] env[69905]: _type = "Task" [ 1310.680813] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.688581] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.710876] env[69905]: DEBUG oslo_vmware.api [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414622, 'name': PowerOnVM_Task, 'duration_secs': 0.535262} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.711158] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.711356] env[69905]: INFO nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1310.711530] env[69905]: DEBUG nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.712364] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3259280c-3cf4-4b97-91e9-5d4edb6864d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.725568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-9be8aa1c-e5e8-4456-a669-149b7368ca18 tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.315s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.726354] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.268s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.726540] env[69905]: INFO nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] During sync_power_state the instance has a pending task (spawning). Skip. [ 1310.726709] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.759432] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.762227] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.070s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.762227] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.762402] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1310.763300] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07b5f78-fbca-4085-a134-0c44605bff9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.771473] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e38e6-628d-4b4d-9d67-0b06b3ed8b97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.787063] env[69905]: INFO nova.scheduler.client.report [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted allocations for instance 123a4826-0a98-431d-b8c2-5ebd8a5bee78 [ 1310.788615] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8a88a-563b-45fa-b84f-05fcf3edde02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.798028] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77229b5-1a26-4319-ab81-fd4ea44a132b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.830873] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180083MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1310.833803] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.833803] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.194838] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.227157] env[69905]: INFO nova.compute.manager [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Took 13.93 seconds to build instance. [ 1311.281393] env[69905]: DEBUG nova.network.neutron [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd680713-23", "ovs_interfaceid": "dd680713-2313-4e86-97b3-1d15abc680a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.298074] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1af925e8-1cfe-4b5e-9f0c-e97f2e184a6a tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "123a4826-0a98-431d-b8c2-5ebd8a5bee78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.050s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.464054] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.464054] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.464054] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.464355] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.464428] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.467100] env[69905]: INFO nova.compute.manager [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Terminating instance [ 1311.558146] env[69905]: INFO nova.compute.manager [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Rescuing [ 1311.558390] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.558539] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.558705] env[69905]: DEBUG nova.network.neutron [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.691526] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414624, 'name': ReconfigVM_Task, 'duration_secs': 0.563137} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.691808] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.692430] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb590998-634a-43d3-92d9-52fe86c7794b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.700679] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1311.700679] env[69905]: value = "task-3414625" [ 1311.700679] env[69905]: _type = "Task" [ 1311.700679] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.710121] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414625, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.729729] env[69905]: DEBUG oslo_concurrency.lockutils [None req-6cb2dcb2-9f9e-4a61-80a0-54a36a39e794 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.443s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.730398] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.271s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.730771] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dacf1a9-d6a7-42b9-8cc1-bed4516f812b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.783507] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.812365] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e94055d4c089224df7ccf4a8b20a8a0e',container_format='bare',created_at=2025-04-14T12:10:48Z,direct_url=,disk_format='vmdk',id=e35d2c6f-538c-4099-b1c0-a3f743538d6a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-133359114-shelved',owner='bbeebe2c234546dc904b84d543b73b5e',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-14T12:11:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.812691] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.812843] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.813064] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.813220] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.813371] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.813583] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.813742] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.813912] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.814092] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.814268] env[69905]: DEBUG nova.virt.hardware [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.815148] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3005b-6af4-453a-aa5b-f8f9559a92d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.823141] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f1f72-7fb0-438d-b9eb-dada494a5139 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.836743] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:6c:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd680713-2313-4e86-97b3-1d15abc680a1', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.844363] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.847153] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764abc99-461e-4644-808f-fc5756541918] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.847575] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8720d34-71ee-4990-bddd-8ee49cd5935a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.862253] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.862399] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.862523] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance b30f402b-bd1a-4739-a191-144af2869bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.862643] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 764abc99-461e-4644-808f-fc5756541918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.862778] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 445b3bbd-435f-4064-8cd9-b600252b9fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.862899] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 9a16c40d-3f6a-47f1-ae52-567c4157f187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.863107] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1311.863243] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1311.866467] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.866467] env[69905]: value = "task-3414626" [ 1311.866467] env[69905]: _type = "Task" [ 1311.866467] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.873672] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414626, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.947209] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80f2d19-3904-47b1-b011-87d5fa6b5d82 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.958258] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8afbff-307f-41c8-b683-600d8ef68bc5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.986920] env[69905]: DEBUG nova.compute.manager [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.987123] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.988120] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6c5ff-33f4-4996-887d-afdaf5bdb0f3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.991172] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47087d48-8ac9-4a85-a5c4-ab20c4848a0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.997412] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.999324] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d7dc761-c63e-4681-a7ac-81769d5e7831 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.001550] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d1c103-9023-4fd6-9bab-e7edb14fe2dc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.015604] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.017885] env[69905]: DEBUG oslo_vmware.api [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1312.017885] env[69905]: value = "task-3414627" [ 1312.017885] env[69905]: _type = "Task" [ 1312.017885] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.025451] env[69905]: DEBUG oslo_vmware.api [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.209836] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414625, 'name': Rename_Task, 'duration_secs': 0.127137} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.210131] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.210394] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b07568-e6ce-4b06-9cf7-e5d552d9367f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.216253] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1312.216253] env[69905]: value = "task-3414628" [ 1312.216253] env[69905]: _type = "Task" [ 1312.216253] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.223975] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.239191] env[69905]: INFO nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1312.239371] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.315737] env[69905]: DEBUG nova.network.neutron [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Updating instance_info_cache with network_info: [{"id": "9a71517d-998c-47a9-933c-e042d80eb4de", "address": "fa:16:3e:c1:6e:2a", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a71517d-99", "ovs_interfaceid": "9a71517d-998c-47a9-933c-e042d80eb4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.376395] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414626, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.523393] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.533015] env[69905]: DEBUG oslo_vmware.api [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414627, 'name': PowerOffVM_Task, 'duration_secs': 0.176601} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.533323] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.533488] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.533735] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b8dff9-ef04-44dc-bff7-6740e0605d80 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.538699] env[69905]: DEBUG nova.compute.manager [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.538891] env[69905]: DEBUG nova.compute.manager [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing instance network info cache due to event network-changed-dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.539117] env[69905]: DEBUG oslo_concurrency.lockutils [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] Acquiring lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.539263] env[69905]: DEBUG oslo_concurrency.lockutils [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] Acquired lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.539453] env[69905]: DEBUG nova.network.neutron [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Refreshing network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.595802] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.596526] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.596526] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleting the datastore file [datastore2] b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.596526] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-151b37df-eec7-4398-b790-c439d9b0f276 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.603265] env[69905]: DEBUG oslo_vmware.api [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for the task: (returnval){ [ 1312.603265] env[69905]: value = "task-3414630" [ 1312.603265] env[69905]: _type = "Task" [ 1312.603265] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.612678] env[69905]: DEBUG oslo_vmware.api [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.727120] env[69905]: DEBUG oslo_vmware.api [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414628, 'name': PowerOnVM_Task, 'duration_secs': 0.460664} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.727499] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.727877] env[69905]: INFO nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1312.727960] env[69905]: DEBUG nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.728947] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c6d139-e18f-4f6a-9201-04a146f9b0d6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.818259] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "refresh_cache-445b3bbd-435f-4064-8cd9-b600252b9fdb" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.877379] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414626, 'name': CreateVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.029103] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1313.029103] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.116343] env[69905]: DEBUG oslo_vmware.api [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Task: {'id': task-3414630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178642} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.116593] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.116833] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.116945] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.117131] env[69905]: INFO nova.compute.manager [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1313.117373] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.117562] env[69905]: DEBUG nova.compute.manager [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.117655] env[69905]: DEBUG nova.network.neutron [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.245511] env[69905]: INFO nova.compute.manager [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Took 13.46 seconds to build instance. [ 1313.247196] env[69905]: DEBUG nova.network.neutron [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updated VIF entry in instance network info cache for port dd680713-2313-4e86-97b3-1d15abc680a1. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.247517] env[69905]: DEBUG nova.network.neutron [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [{"id": "dd680713-2313-4e86-97b3-1d15abc680a1", "address": "fa:16:3e:c8:6c:4d", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd680713-23", "ovs_interfaceid": "dd680713-2313-4e86-97b3-1d15abc680a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.377689] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414626, 'name': CreateVM_Task, 'duration_secs': 1.371513} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.377859] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764abc99-461e-4644-808f-fc5756541918] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.378543] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.378709] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.379113] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.379368] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e626c72a-bc0f-4fdc-b38a-76eac371d2e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.384226] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1313.384226] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528787fc-fe56-ae5a-3a62-00262af554dc" [ 1313.384226] env[69905]: _type = "Task" [ 1313.384226] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.391996] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528787fc-fe56-ae5a-3a62-00262af554dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.703532] env[69905]: DEBUG nova.compute.manager [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1313.750299] env[69905]: DEBUG oslo_concurrency.lockutils [req-bac5b91d-d10f-4abb-9316-b8e5faedfef9 req-928e1369-1ee0-4af7-9c3d-29d43592d5fb service nova] Releasing lock "refresh_cache-764abc99-461e-4644-808f-fc5756541918" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.750943] env[69905]: DEBUG oslo_concurrency.lockutils [None req-140bc649-be1b-4d16-9f2c-58c8445aaed7 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.974s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.899018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.899018] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Processing image e35d2c6f-538c-4099-b1c0-a3f743538d6a {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.899018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a/e35d2c6f-538c-4099-b1c0-a3f743538d6a.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.899018] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a/e35d2c6f-538c-4099-b1c0-a3f743538d6a.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.899018] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.899018] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a84e8c1-c8d8-40b0-b36f-e44417dcc2d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.912914] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.913176] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.914038] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d50b1dd-af91-4792-85ab-917adf6544d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.920214] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1313.920214] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52008c5e-f010-366a-bd9c-63d748b29e28" [ 1313.920214] env[69905]: _type = "Task" [ 1313.920214] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.931209] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52008c5e-f010-366a-bd9c-63d748b29e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.943063] env[69905]: DEBUG nova.compute.manager [req-147e5748-04ef-4b24-93a7-615ed9440173 req-8e1905a4-cf50-46f4-96b1-8530d0a21f1e service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Received event network-vif-deleted-dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.943063] env[69905]: INFO nova.compute.manager [req-147e5748-04ef-4b24-93a7-615ed9440173 req-8e1905a4-cf50-46f4-96b1-8530d0a21f1e service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Neutron deleted interface dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a; detaching it from the instance and deleting it from the info cache [ 1313.943063] env[69905]: DEBUG nova.network.neutron [req-147e5748-04ef-4b24-93a7-615ed9440173 req-8e1905a4-cf50-46f4-96b1-8530d0a21f1e service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.224224] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.224508] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.357744] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.357744] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd25258-bf7a-485f-ad65-9ef479a186bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.364504] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1314.364504] env[69905]: value = "task-3414631" [ 1314.364504] env[69905]: _type = "Task" [ 1314.364504] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.373446] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.425615] env[69905]: DEBUG nova.network.neutron [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.434196] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Preparing fetch location {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1314.434196] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Fetch image to [datastore2] OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d/OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d.vmdk {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1314.434389] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Downloading stream optimized image e35d2c6f-538c-4099-b1c0-a3f743538d6a to [datastore2] OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d/OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d.vmdk on the data store datastore2 as vApp {{(pid=69905) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1314.434544] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Downloading image file data e35d2c6f-538c-4099-b1c0-a3f743538d6a to the ESX as VM named 'OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d' {{(pid=69905) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1314.446211] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78f54f4c-af19-4022-b3e9-b2873177e8a5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.456340] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223c6ff-4e5d-42de-b383-93b04f2e626e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.507023] env[69905]: DEBUG nova.compute.manager [req-147e5748-04ef-4b24-93a7-615ed9440173 req-8e1905a4-cf50-46f4-96b1-8530d0a21f1e service nova] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Detach interface failed, port_id=dbf0ebce-1c21-4c90-b0ec-f20c8c4c6d3a, reason: Instance b30f402b-bd1a-4739-a191-144af2869bdf could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.538291] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1314.538291] env[69905]: value = "resgroup-9" [ 1314.538291] env[69905]: _type = "ResourcePool" [ 1314.538291] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1314.538749] env[69905]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c9eb693f-5189-4312-830a-2dae4ea7fb13 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.566104] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease: (returnval){ [ 1314.566104] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe68af-0042-3876-be16-ad42468b5f7b" [ 1314.566104] env[69905]: _type = "HttpNfcLease" [ 1314.566104] env[69905]: } obtained for vApp import into resource pool (val){ [ 1314.566104] env[69905]: value = "resgroup-9" [ 1314.566104] env[69905]: _type = "ResourcePool" [ 1314.566104] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1314.566423] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the lease: (returnval){ [ 1314.566423] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe68af-0042-3876-be16-ad42468b5f7b" [ 1314.566423] env[69905]: _type = "HttpNfcLease" [ 1314.566423] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1314.577018] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.577018] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe68af-0042-3876-be16-ad42468b5f7b" [ 1314.577018] env[69905]: _type = "HttpNfcLease" [ 1314.577018] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1314.581566] env[69905]: DEBUG nova.compute.manager [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Received event network-changed-7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.581783] env[69905]: DEBUG nova.compute.manager [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Refreshing instance network info cache due to event network-changed-7bab2ca6-94ca-4062-959f-6d3d7f24bb70. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.582028] env[69905]: DEBUG oslo_concurrency.lockutils [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] Acquiring lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.582171] env[69905]: DEBUG oslo_concurrency.lockutils [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] Acquired lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.582330] env[69905]: DEBUG nova.network.neutron [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Refreshing network info cache for port 7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.728974] env[69905]: INFO nova.compute.claims [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.874669] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414631, 'name': PowerOffVM_Task, 'duration_secs': 0.211279} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.875349] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.876097] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bd3e94-af1c-43f1-8902-406150c22e6e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.895018] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9af0ba-5e2a-4a5f-9ca9-9feadd36c4bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.922400] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.922666] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e77ed4d-6f0a-4f8c-aa54-ce5a40fd18ec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.927794] env[69905]: INFO nova.compute.manager [-] [instance: b30f402b-bd1a-4739-a191-144af2869bdf] Took 1.81 seconds to deallocate network for instance. [ 1314.930402] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1314.930402] env[69905]: value = "task-3414633" [ 1314.930402] env[69905]: _type = "Task" [ 1314.930402] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.941364] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1314.941767] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.942244] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.942727] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.943222] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.943604] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc2b2e4-9fb5-422d-89fe-1b1c3989d1c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.951266] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.951596] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.952446] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a33e5f-7e7a-4670-8bdb-ce257aafa24d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.957988] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1314.957988] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52862a64-bea3-c7a9-9ff0-94708a5eb276" [ 1314.957988] env[69905]: _type = "Task" [ 1314.957988] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.966428] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52862a64-bea3-c7a9-9ff0-94708a5eb276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.075173] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.075173] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe68af-0042-3876-be16-ad42468b5f7b" [ 1315.075173] env[69905]: _type = "HttpNfcLease" [ 1315.075173] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.235635] env[69905]: INFO nova.compute.resource_tracker [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating resource usage from migration 51af4b1e-1e3a-441b-821b-3d7df96c17a5 [ 1315.334288] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57138160-c659-40e7-bd99-2ca53bd0f588 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.337372] env[69905]: DEBUG nova.network.neutron [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updated VIF entry in instance network info cache for port 7bab2ca6-94ca-4062-959f-6d3d7f24bb70. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.337700] env[69905]: DEBUG nova.network.neutron [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updating instance_info_cache with network_info: [{"id": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "address": "fa:16:3e:19:19:f4", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bab2ca6-94", "ovs_interfaceid": "7bab2ca6-94ca-4062-959f-6d3d7f24bb70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.343949] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f898e4-c1f2-42bc-9a6e-c22e8dde61eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.372506] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf4725-769b-48db-8d17-a336578a8772 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.379632] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f4835-17b5-43a4-8217-892906888062 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.393901] env[69905]: DEBUG nova.compute.provider_tree [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.437763] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.470113] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52862a64-bea3-c7a9-9ff0-94708a5eb276, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.470928] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f871572e-f05a-4482-a9bc-985bdbcfbf7e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.475669] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1315.475669] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0498c-4fa2-fa71-5efb-cd3c96a9b69e" [ 1315.475669] env[69905]: _type = "Task" [ 1315.475669] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.482743] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0498c-4fa2-fa71-5efb-cd3c96a9b69e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.574818] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.574818] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe68af-0042-3876-be16-ad42468b5f7b" [ 1315.574818] env[69905]: _type = "HttpNfcLease" [ 1315.574818] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1315.575137] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1315.575137] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52fe68af-0042-3876-be16-ad42468b5f7b" [ 1315.575137] env[69905]: _type = "HttpNfcLease" [ 1315.575137] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1315.575851] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955864de-2606-4a2a-9554-859f851dda46 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.582763] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45290-3e3a-3f8f-1dea-f2973bf6abc2/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1315.582950] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45290-3e3a-3f8f-1dea-f2973bf6abc2/disk-0.vmdk. {{(pid=69905) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1315.653945] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f057c88d-6f88-4fe2-b5b1-ecb22b58957c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.841245] env[69905]: DEBUG oslo_concurrency.lockutils [req-f3c9cd53-df12-45a7-9ccc-1a9b37f2baf9 req-6cd9a66e-7dda-4016-9df3-20c5bc3b312e service nova] Releasing lock "refresh_cache-9a16c40d-3f6a-47f1-ae52-567c4157f187" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.896766] env[69905]: DEBUG nova.scheduler.client.report [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.986203] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52a0498c-4fa2-fa71-5efb-cd3c96a9b69e, 'name': SearchDatastore_Task, 'duration_secs': 0.016144} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.986468] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.986729] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. {{(pid=69905) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1315.986987] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3028ebd9-82ec-4798-a11a-d34f2ccc874f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.993913] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1315.993913] env[69905]: value = "task-3414634" [ 1315.993913] env[69905]: _type = "Task" [ 1315.993913] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.001651] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.402114] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.177s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.402605] env[69905]: INFO nova.compute.manager [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Migrating [ 1316.409787] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.972s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.410076] env[69905]: DEBUG nova.objects.instance [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lazy-loading 'resources' on Instance uuid b30f402b-bd1a-4739-a191-144af2869bdf {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.504786] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500295} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.505017] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. [ 1316.506894] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f87349b-abdc-41cf-a058-47a26ae25c71 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.532525] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.537105] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b22826-dd73-4e26-8b38-7703d7f68523 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.558232] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1316.558232] env[69905]: value = "task-3414635" [ 1316.558232] env[69905]: _type = "Task" [ 1316.558232] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.568063] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.923291] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.923467] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.923640] env[69905]: DEBUG nova.network.neutron [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.022536] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb9b4ae-01c3-4289-b294-b033d6f36a49 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.029981] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.030623] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.030806] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.031009] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.031244] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.031380] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1317.035205] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7ddd6d-e9a1-4b23-85e8-07cf32740e41 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.070134] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b807702-41d3-484b-9a26-5d1f1a60042b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.076816] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414635, 'name': ReconfigVM_Task, 'duration_secs': 0.323711} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.078799] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.079664] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a46d48-9e75-465a-be03-5198c983f5ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.082819] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd502972-e37c-4db4-8a43-e71760e5d3aa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.096314] env[69905]: DEBUG nova.compute.provider_tree [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.119520] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcf8b2f-3f2e-4bf7-9324-c7a334d8c87c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.134517] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1317.134517] env[69905]: value = "task-3414636" [ 1317.134517] env[69905]: _type = "Task" [ 1317.134517] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.143653] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.165747] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Completed reading data from the image iterator. {{(pid=69905) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1317.165934] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45290-3e3a-3f8f-1dea-f2973bf6abc2/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1317.166804] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e8403-03d8-4067-8954-b036f9946a32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.173078] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45290-3e3a-3f8f-1dea-f2973bf6abc2/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1317.173237] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45290-3e3a-3f8f-1dea-f2973bf6abc2/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1317.173461] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ef3bc787-e9ef-487d-81c5-47b35c1dad23 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.618286] env[69905]: DEBUG nova.scheduler.client.report [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.644832] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414636, 'name': ReconfigVM_Task, 'duration_secs': 0.197196} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.645112] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.645359] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9db34e-ed3b-4bf3-a27f-7de82da17a78 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.652143] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1317.652143] env[69905]: value = "task-3414637" [ 1317.652143] env[69905]: _type = "Task" [ 1317.652143] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.659157] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.659997] env[69905]: DEBUG nova.network.neutron [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.958782] env[69905]: DEBUG oslo_vmware.rw_handles [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45290-3e3a-3f8f-1dea-f2973bf6abc2/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1317.959020] env[69905]: INFO nova.virt.vmwareapi.images [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Downloaded image file data e35d2c6f-538c-4099-b1c0-a3f743538d6a [ 1317.959898] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629fe7b8-64a7-483d-9be5-20b0a4bfcfd5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.975709] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d615a57-3c7f-4862-af82-5ab6049b16ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.098619] env[69905]: INFO nova.virt.vmwareapi.images [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] The imported VM was unregistered [ 1318.101248] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Caching image {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1318.101484] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.101812] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f65e25b-abce-4afc-a8a0-3f50400d769f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.111868] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created directory with path [datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.112054] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d/OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d.vmdk to [datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a/e35d2c6f-538c-4099-b1c0-a3f743538d6a.vmdk. {{(pid=69905) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1318.112288] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-840262b0-25c5-4e9b-9421-091b82f64144 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.117690] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1318.117690] env[69905]: value = "task-3414639" [ 1318.117690] env[69905]: _type = "Task" [ 1318.117690] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.122645] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.127399] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414639, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.143612] env[69905]: INFO nova.scheduler.client.report [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Deleted allocations for instance b30f402b-bd1a-4739-a191-144af2869bdf [ 1318.161792] env[69905]: DEBUG oslo_vmware.api [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414637, 'name': PowerOnVM_Task, 'duration_secs': 0.369945} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.162246] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.163465] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.166488] env[69905]: DEBUG nova.compute.manager [None req-c4381a54-984e-4e66-b39b-5c5f1ab59ff3 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.167270] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0d904-5c32-4029-9e29-f2a1cdc992e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.628618] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414639, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.651439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-23f087a7-79f0-453f-9fb4-2a3e3baf255c tempest-ServerActionsTestOtherB-2016736737 tempest-ServerActionsTestOtherB-2016736737-project-member] Lock "b30f402b-bd1a-4739-a191-144af2869bdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.188s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.130276] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414639, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.629280] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414639, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.678901] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d3e759-e679-4635-9ba4-45788d47612f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.699632] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance '1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.964337] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.964594] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.129838] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414639, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.207181] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.207602] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-602c8689-d263-4ff1-9f1c-a53fa54cb2b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.215439] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1320.215439] env[69905]: value = "task-3414641" [ 1320.215439] env[69905]: _type = "Task" [ 1320.215439] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.225554] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.467081] env[69905]: DEBUG nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.629862] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414639, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.360661} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.630260] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d/OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d.vmdk to [datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a/e35d2c6f-538c-4099-b1c0-a3f743538d6a.vmdk. [ 1320.630339] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Cleaning up location [datastore2] OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1320.630508] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f6a283c4-3180-4dc9-9159-f1292fd4325d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.630780] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b68e3c5e-00c6-41f8-bc14-7b5beb627c68 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.636992] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1320.636992] env[69905]: value = "task-3414642" [ 1320.636992] env[69905]: _type = "Task" [ 1320.636992] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.645084] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.731524] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414641, 'name': PowerOffVM_Task, 'duration_secs': 0.298451} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.732373] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.732585] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance '1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.989453] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.989729] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.991232] env[69905]: INFO nova.compute.claims [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.146457] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143165} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.146658] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.146822] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a/e35d2c6f-538c-4099-b1c0-a3f743538d6a.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.147086] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a/e35d2c6f-538c-4099-b1c0-a3f743538d6a.vmdk to [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.147399] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b019a3b6-4bf0-41dd-bac2-2760df45d2e3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.154817] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1321.154817] env[69905]: value = "task-3414643" [ 1321.154817] env[69905]: _type = "Task" [ 1321.154817] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.162732] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.241318] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.241530] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.241664] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.241870] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.242046] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.242233] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.242449] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.242610] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.242778] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.242968] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.243169] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.248192] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d62e4b-0c9d-4195-955c-b48f4e3f86fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.263971] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1321.263971] env[69905]: value = "task-3414644" [ 1321.263971] env[69905]: _type = "Task" [ 1321.263971] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.272207] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.663883] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414643, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.773882] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414644, 'name': ReconfigVM_Task, 'duration_secs': 0.449014} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.774560] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance '1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.138731] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db8fe2-5276-4bec-a26b-e32502a3204d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.153369] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5472d4-6abb-4894-ad02-00dc081eaf7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.207674] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a93dca7-d38f-4ab0-b408-7d2fa1abbf89 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.214384] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414643, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.219640] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982c8c29-d559-4048-ba4a-1a7c52046695 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.235326] env[69905]: DEBUG nova.compute.provider_tree [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.280972] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.281285] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.281406] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.281593] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.281742] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.281967] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.282205] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.282367] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.282538] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.283101] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.283101] env[69905]: DEBUG nova.virt.hardware [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.288720] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.289668] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0265ac3e-5b50-4af8-9813-32bd12ed6555 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.309776] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1322.309776] env[69905]: value = "task-3414645" [ 1322.309776] env[69905]: _type = "Task" [ 1322.309776] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.319312] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.668970] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414643, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.739369] env[69905]: DEBUG nova.scheduler.client.report [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.821101] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414645, 'name': ReconfigVM_Task, 'duration_secs': 0.227305} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.821517] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.822441] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1f762-b38f-453c-8024-cd2fa4a119af {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.844980] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0/1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.845324] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a5a15b-22fc-44bd-9938-bd269e1b0279 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.864150] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1322.864150] env[69905]: value = "task-3414646" [ 1322.864150] env[69905]: _type = "Task" [ 1322.864150] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.872897] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.169710] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414643, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.245104] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.245772] env[69905]: DEBUG nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.374493] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414646, 'name': ReconfigVM_Task, 'duration_secs': 0.420135} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.374923] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0/1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.375254] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance '1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.671947] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414643, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.751480] env[69905]: DEBUG nova.compute.utils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.753179] env[69905]: DEBUG nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.753362] env[69905]: DEBUG nova.network.neutron [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.814051] env[69905]: DEBUG nova.policy [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49ff58f6873d4427ad5be42e8d4132b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfb43c02068c43db990e6290778187a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.884458] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf8796-c7b2-4643-ab52-3f1b1a9c3d36 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.903500] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eef91d-e8e8-43c2-8cd1-83a044313f0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.920734] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance '1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.126136] env[69905]: DEBUG nova.network.neutron [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Successfully created port: 454794ba-91df-4c93-b006-3b24ae61b4fb {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.172020] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414643, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.725399} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.172380] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e35d2c6f-538c-4099-b1c0-a3f743538d6a/e35d2c6f-538c-4099-b1c0-a3f743538d6a.vmdk to [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.173185] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1abbb2d-4fac-417c-ac86-39d1311cc1aa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.196077] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.196394] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374f436f-a07f-4ee6-a217-6b10f9433d80 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.215460] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1324.215460] env[69905]: value = "task-3414647" [ 1324.215460] env[69905]: _type = "Task" [ 1324.215460] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.223226] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.257136] env[69905]: DEBUG nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.462171] env[69905]: DEBUG nova.network.neutron [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Port 4879dc00-e592-4f69-a193-c9bdf7162dce binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1324.725590] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.227041] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414647, 'name': ReconfigVM_Task, 'duration_secs': 0.846449} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.227272] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 764abc99-461e-4644-808f-fc5756541918/764abc99-461e-4644-808f-fc5756541918.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.228632] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encrypted': False, 'encryption_options': None, 'size': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': '4d89dfdd-1f7f-4402-9612-6c92a2658cf4'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681314', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'name': 'volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '764abc99-461e-4644-808f-fc5756541918', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'serial': '8c5d5664-75e6-4c90-83a3-804f0ee35d85'}, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '3325088a-aab4-4860-85bf-29e22dec4a0e', 'delete_on_termination': False, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69905) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1325.228837] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1325.229038] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681314', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'name': 'volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '764abc99-461e-4644-808f-fc5756541918', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'serial': '8c5d5664-75e6-4c90-83a3-804f0ee35d85'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1325.229777] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc7dba7-d034-4a80-b41c-fbdb09578146 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.246445] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c1f1c-97fd-4abe-8c0f-2cb532156ebe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.270569] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85/volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.271636] env[69905]: DEBUG nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.273494] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86096922-b469-48f8-95f2-e8bad5214d7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.291637] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1325.291637] env[69905]: value = "task-3414648" [ 1325.291637] env[69905]: _type = "Task" [ 1325.291637] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.299809] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.310320] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.310561] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.310739] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.310896] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.311059] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.311211] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.311419] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.311577] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.311739] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.311942] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.312137] env[69905]: DEBUG nova.virt.hardware [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.312946] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cff841-a72b-468f-9f51-7d44ebcb722b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.320348] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6c26bb-7a24-4e20-abb0-4611026c319f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.484144] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.484351] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.484406] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.545808] env[69905]: DEBUG nova.compute.manager [req-b60faadc-e787-4208-bb93-6bf0c124a2bd req-799e912a-d1cf-42de-a4ad-dc6b99b9c7a1 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Received event network-vif-plugged-454794ba-91df-4c93-b006-3b24ae61b4fb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.546084] env[69905]: DEBUG oslo_concurrency.lockutils [req-b60faadc-e787-4208-bb93-6bf0c124a2bd req-799e912a-d1cf-42de-a4ad-dc6b99b9c7a1 service nova] Acquiring lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.546318] env[69905]: DEBUG oslo_concurrency.lockutils [req-b60faadc-e787-4208-bb93-6bf0c124a2bd req-799e912a-d1cf-42de-a4ad-dc6b99b9c7a1 service nova] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.546492] env[69905]: DEBUG oslo_concurrency.lockutils [req-b60faadc-e787-4208-bb93-6bf0c124a2bd req-799e912a-d1cf-42de-a4ad-dc6b99b9c7a1 service nova] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.546650] env[69905]: DEBUG nova.compute.manager [req-b60faadc-e787-4208-bb93-6bf0c124a2bd req-799e912a-d1cf-42de-a4ad-dc6b99b9c7a1 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] No waiting events found dispatching network-vif-plugged-454794ba-91df-4c93-b006-3b24ae61b4fb {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.546817] env[69905]: WARNING nova.compute.manager [req-b60faadc-e787-4208-bb93-6bf0c124a2bd req-799e912a-d1cf-42de-a4ad-dc6b99b9c7a1 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Received unexpected event network-vif-plugged-454794ba-91df-4c93-b006-3b24ae61b4fb for instance with vm_state building and task_state spawning. [ 1325.628584] env[69905]: DEBUG nova.network.neutron [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Successfully updated port: 454794ba-91df-4c93-b006-3b24ae61b4fb {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.801719] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414648, 'name': ReconfigVM_Task, 'duration_secs': 0.419901} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.802129] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85/volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.806927] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a3996f-6cf2-485b-a78b-118caae9ba44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.821243] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1325.821243] env[69905]: value = "task-3414649" [ 1325.821243] env[69905]: _type = "Task" [ 1325.821243] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.828964] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.131135] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.131334] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.131437] env[69905]: DEBUG nova.network.neutron [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.331518] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414649, 'name': ReconfigVM_Task, 'duration_secs': 0.177383} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.331871] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681314', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'name': 'volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '764abc99-461e-4644-808f-fc5756541918', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'serial': '8c5d5664-75e6-4c90-83a3-804f0ee35d85'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.332454] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9cdbed0-9802-4694-97a0-6929dfd94e67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.339614] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1326.339614] env[69905]: value = "task-3414650" [ 1326.339614] env[69905]: _type = "Task" [ 1326.339614] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.350784] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414650, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.545983] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.546340] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.546627] env[69905]: DEBUG nova.network.neutron [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.674904] env[69905]: DEBUG nova.network.neutron [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.798347] env[69905]: DEBUG nova.network.neutron [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Updating instance_info_cache with network_info: [{"id": "454794ba-91df-4c93-b006-3b24ae61b4fb", "address": "fa:16:3e:f1:f8:de", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454794ba-91", "ovs_interfaceid": "454794ba-91df-4c93-b006-3b24ae61b4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.849490] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414650, 'name': Rename_Task, 'duration_secs': 0.178344} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.849908] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.850474] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27cdb4f1-fc53-4361-a3f5-2874da453500 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.857082] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1326.857082] env[69905]: value = "task-3414651" [ 1326.857082] env[69905]: _type = "Task" [ 1326.857082] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.865097] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.279974] env[69905]: DEBUG nova.network.neutron [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.300915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.301153] env[69905]: DEBUG nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Instance network_info: |[{"id": "454794ba-91df-4c93-b006-3b24ae61b4fb", "address": "fa:16:3e:f1:f8:de", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454794ba-91", "ovs_interfaceid": "454794ba-91df-4c93-b006-3b24ae61b4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.301583] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:f8:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '454794ba-91df-4c93-b006-3b24ae61b4fb', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.309713] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.310378] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.310625] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c80ff8d-9664-4d01-96e0-5e15bd4bdeb0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.330919] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.330919] env[69905]: value = "task-3414652" [ 1327.330919] env[69905]: _type = "Task" [ 1327.330919] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.340234] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414652, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.368090] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414651, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.575649] env[69905]: DEBUG nova.compute.manager [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Received event network-changed-454794ba-91df-4c93-b006-3b24ae61b4fb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.575932] env[69905]: DEBUG nova.compute.manager [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Refreshing instance network info cache due to event network-changed-454794ba-91df-4c93-b006-3b24ae61b4fb. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.576095] env[69905]: DEBUG oslo_concurrency.lockutils [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] Acquiring lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.576251] env[69905]: DEBUG oslo_concurrency.lockutils [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] Acquired lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.576461] env[69905]: DEBUG nova.network.neutron [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Refreshing network info cache for port 454794ba-91df-4c93-b006-3b24ae61b4fb {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.783467] env[69905]: DEBUG oslo_concurrency.lockutils [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.841093] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414652, 'name': CreateVM_Task, 'duration_secs': 0.297934} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.841269] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.841958] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.842234] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.842562] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.842837] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a9693e-7089-478a-8273-70b557647947 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.847249] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1327.847249] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525c655b-ce7d-3564-1711-ad354c8ff491" [ 1327.847249] env[69905]: _type = "Task" [ 1327.847249] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.856056] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525c655b-ce7d-3564-1711-ad354c8ff491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.864980] env[69905]: DEBUG oslo_vmware.api [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414651, 'name': PowerOnVM_Task, 'duration_secs': 0.525572} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.865214] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.960711] env[69905]: DEBUG nova.compute.manager [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.961974] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b819f2-fe8a-497a-b4e2-d2fc3a9ae9cf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.259629] env[69905]: DEBUG nova.network.neutron [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Updated VIF entry in instance network info cache for port 454794ba-91df-4c93-b006-3b24ae61b4fb. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.260121] env[69905]: DEBUG nova.network.neutron [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Updating instance_info_cache with network_info: [{"id": "454794ba-91df-4c93-b006-3b24ae61b4fb", "address": "fa:16:3e:f1:f8:de", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454794ba-91", "ovs_interfaceid": "454794ba-91df-4c93-b006-3b24ae61b4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.306492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda24942-3151-459a-8ca5-9aab9deb02c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.325950] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a834644-6263-4e52-becd-1ea6670bd2da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.333107] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance '1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.358687] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525c655b-ce7d-3564-1711-ad354c8ff491, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.358980] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.359274] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.359513] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.359662] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.359858] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.360220] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e382a5-bfa8-461a-bf5e-adc44b874b3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.369132] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.369303] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.370151] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848bb943-3417-4ce1-ba01-2c3a4c8286de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.375131] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1328.375131] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5295c3e6-65a4-5dba-5ef5-78fd185bd594" [ 1328.375131] env[69905]: _type = "Task" [ 1328.375131] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.383196] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5295c3e6-65a4-5dba-5ef5-78fd185bd594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.479805] env[69905]: DEBUG oslo_concurrency.lockutils [None req-682a6cd0-4913-42af-b0af-fa548740b915 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.855s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.763142] env[69905]: DEBUG oslo_concurrency.lockutils [req-1d924b20-cc72-4985-861b-6e77095424ca req-8ff016e2-c19f-4529-98d3-ce668fe79d79 service nova] Releasing lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.839479] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.839783] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7589739-2ae3-4d72-b98b-40c9c198fc7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.847177] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1328.847177] env[69905]: value = "task-3414653" [ 1328.847177] env[69905]: _type = "Task" [ 1328.847177] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.854810] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.884512] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5295c3e6-65a4-5dba-5ef5-78fd185bd594, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.885311] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823b1c3c-bb77-4a2b-a873-f4d2a6f062ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.890137] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1328.890137] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52343909-0787-6ad0-d648-75f711e9a6d5" [ 1328.890137] env[69905]: _type = "Task" [ 1328.890137] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.897377] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52343909-0787-6ad0-d648-75f711e9a6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.359736] env[69905]: DEBUG oslo_vmware.api [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414653, 'name': PowerOnVM_Task, 'duration_secs': 0.348607} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.360017] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.360211] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-158594b0-9b87-4b33-a84d-9786534acee3 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance '1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.399921] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52343909-0787-6ad0-d648-75f711e9a6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008426} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.400936] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.400936] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/eeeb3bbb-68a6-48ba-86d7-0cdb46c48191.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.400936] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ca2bb87-4f2c-4ed3-930a-753525bd32ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.408029] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1329.408029] env[69905]: value = "task-3414654" [ 1329.408029] env[69905]: _type = "Task" [ 1329.408029] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.415879] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.917733] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407725} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.918049] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/eeeb3bbb-68a6-48ba-86d7-0cdb46c48191.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.918298] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.918603] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a244adcc-4487-40db-bef4-ab326cb6d181 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.925397] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1329.925397] env[69905]: value = "task-3414655" [ 1329.925397] env[69905]: _type = "Task" [ 1329.925397] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.934046] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.435302] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064185} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.435579] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.436355] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53735a69-d1a7-422f-b9d2-68fc984803f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.457614] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/eeeb3bbb-68a6-48ba-86d7-0cdb46c48191.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.457845] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b33430-9f26-4be8-ba69-ca78a10d36bd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.476344] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1330.476344] env[69905]: value = "task-3414656" [ 1330.476344] env[69905]: _type = "Task" [ 1330.476344] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.483876] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.988389] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414656, 'name': ReconfigVM_Task, 'duration_secs': 0.259419} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.988765] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Reconfigured VM instance instance-0000007b to attach disk [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/eeeb3bbb-68a6-48ba-86d7-0cdb46c48191.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.989349] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8a43c6b-e269-4f91-97be-c811221f8954 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.995433] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1330.995433] env[69905]: value = "task-3414657" [ 1330.995433] env[69905]: _type = "Task" [ 1330.995433] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.002973] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414657, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.332826] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.332826] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.332826] env[69905]: DEBUG nova.compute.manager [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Going to confirm migration 8 {{(pid=69905) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1331.505822] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414657, 'name': Rename_Task, 'duration_secs': 0.133698} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.506111] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.506311] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c1145e5-17a3-4d1c-a303-cfb1e4579072 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.512607] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1331.512607] env[69905]: value = "task-3414658" [ 1331.512607] env[69905]: _type = "Task" [ 1331.512607] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.519888] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.872432] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.872624] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.872812] env[69905]: DEBUG nova.network.neutron [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.872997] env[69905]: DEBUG nova.objects.instance [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'info_cache' on Instance uuid 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.023981] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414658, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.524185] env[69905]: DEBUG oslo_vmware.api [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414658, 'name': PowerOnVM_Task, 'duration_secs': 0.598213} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.524631] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.524894] env[69905]: INFO nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1332.525220] env[69905]: DEBUG nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.526361] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366c950-a9d3-4d35-aa98-63db6cf2824e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.047205] env[69905]: INFO nova.compute.manager [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Took 12.07 seconds to build instance. [ 1333.098035] env[69905]: DEBUG nova.network.neutron [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [{"id": "4879dc00-e592-4f69-a193-c9bdf7162dce", "address": "fa:16:3e:06:c7:46", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4879dc00-e5", "ovs_interfaceid": "4879dc00-e592-4f69-a193-c9bdf7162dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.549260] env[69905]: DEBUG oslo_concurrency.lockutils [None req-a0805221-c361-4d87-a913-f3c03982d314 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.584s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.600297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.600840] env[69905]: DEBUG nova.objects.instance [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'migration_context' on Instance uuid 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.105897] env[69905]: DEBUG nova.objects.base [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Object Instance<1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0> lazy-loaded attributes: info_cache,migration_context {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.106835] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692d002-b0aa-4d57-98d2-e659222640a4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.126905] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7e2e86-4dea-473b-b422-f237b5969a5d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.132083] env[69905]: DEBUG oslo_vmware.api [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1334.132083] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c094f3-c467-e25f-4197-f7320435431c" [ 1334.132083] env[69905]: _type = "Task" [ 1334.132083] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.139375] env[69905]: DEBUG oslo_vmware.api [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c094f3-c467-e25f-4197-f7320435431c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.198164] env[69905]: INFO nova.compute.manager [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Rescuing [ 1334.198437] env[69905]: DEBUG oslo_concurrency.lockutils [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.198590] env[69905]: DEBUG oslo_concurrency.lockutils [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.198756] env[69905]: DEBUG nova.network.neutron [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.643072] env[69905]: DEBUG oslo_vmware.api [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52c094f3-c467-e25f-4197-f7320435431c, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.643374] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.643606] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.914008] env[69905]: DEBUG nova.network.neutron [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Updating instance_info_cache with network_info: [{"id": "454794ba-91df-4c93-b006-3b24ae61b4fb", "address": "fa:16:3e:f1:f8:de", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454794ba-91", "ovs_interfaceid": "454794ba-91df-4c93-b006-3b24ae61b4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.248726] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef95efe-de9f-48a7-b051-ee6c7f25407a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.256803] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56888b0-f775-40c3-9742-58c1c258b846 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.288759] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f64c0e8-dc0a-4112-aaf8-faef01b0fdc6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.296321] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26be78d-da43-4ad3-a6af-1ccb03009c2e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.309790] env[69905]: DEBUG nova.compute.provider_tree [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.416361] env[69905]: DEBUG oslo_concurrency.lockutils [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.813439] env[69905]: DEBUG nova.scheduler.client.report [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.823948] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.180s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.953070] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.953367] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9cb1295-1f60-46f4-b9b0-9b2ee5254bbb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.960577] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1336.960577] env[69905]: value = "task-3414659" [ 1336.960577] env[69905]: _type = "Task" [ 1336.960577] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.969498] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.381462] env[69905]: INFO nova.scheduler.client.report [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted allocation for migration 51af4b1e-1e3a-441b-821b-3d7df96c17a5 [ 1337.470861] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414659, 'name': PowerOffVM_Task, 'duration_secs': 0.177619} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.471162] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.472689] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e0653f-7b33-4b2f-a78b-6a73a0ef1224 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.495466] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725df985-e8ad-467c-b4f9-917fc31be12f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.557879] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.558189] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54874eb6-3359-4415-98d1-25b773a2990a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.565432] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1337.565432] env[69905]: value = "task-3414660" [ 1337.565432] env[69905]: _type = "Task" [ 1337.565432] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.573111] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.886776] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3cd64530-877d-453d-99f0-7434fb635fbf tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.556s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.076099] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1338.076308] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.076546] env[69905]: DEBUG oslo_concurrency.lockutils [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.076694] env[69905]: DEBUG oslo_concurrency.lockutils [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.076906] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.077131] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b30cb4c-5611-4c5e-bec0-42752ba0f083 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.085122] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.085297] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.085949] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0dda239-4820-45b5-8334-e4c7ac425b37 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.090563] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1338.090563] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5267547a-c19b-9acb-3996-2247910fd40c" [ 1338.090563] env[69905]: _type = "Task" [ 1338.090563] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.097279] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5267547a-c19b-9acb-3996-2247910fd40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.335606] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.335915] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.336092] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.336278] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.336450] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.338572] env[69905]: INFO nova.compute.manager [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Terminating instance [ 1338.600765] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5267547a-c19b-9acb-3996-2247910fd40c, 'name': SearchDatastore_Task, 'duration_secs': 0.007904} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.601547] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119f29d7-fb2b-4c1c-a91a-4dac6dbc54d2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.606247] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1338.606247] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee7bee-0ed7-90a8-15b8-243aa56972c6" [ 1338.606247] env[69905]: _type = "Task" [ 1338.606247] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.613527] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee7bee-0ed7-90a8-15b8-243aa56972c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.842146] env[69905]: DEBUG nova.compute.manager [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.842376] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.843269] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f589eb3b-d4b9-4d55-82c2-c1971bbef152 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.850742] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.850964] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea49778a-95ef-486b-a84a-67dcb31b1fdd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.858140] env[69905]: DEBUG oslo_vmware.api [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1338.858140] env[69905]: value = "task-3414661" [ 1338.858140] env[69905]: _type = "Task" [ 1338.858140] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.866330] env[69905]: DEBUG oslo_vmware.api [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.116416] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52ee7bee-0ed7-90a8-15b8-243aa56972c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.116820] env[69905]: DEBUG oslo_concurrency.lockutils [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.116957] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. {{(pid=69905) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1339.117228] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7968b7f4-0ad6-4924-b030-2ae5cf294eed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.123300] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1339.123300] env[69905]: value = "task-3414662" [ 1339.123300] env[69905]: _type = "Task" [ 1339.123300] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.130645] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.367827] env[69905]: DEBUG oslo_vmware.api [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414661, 'name': PowerOffVM_Task, 'duration_secs': 0.200232} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.368110] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.368287] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.368552] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55e7d8d1-49c3-4a7b-9bec-e943204420c8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.448451] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.448723] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.448835] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleting the datastore file [datastore1] 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.449140] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b19b1c5-1d75-4077-92c3-6778e1a57575 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.457669] env[69905]: DEBUG oslo_vmware.api [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1339.457669] env[69905]: value = "task-3414664" [ 1339.457669] env[69905]: _type = "Task" [ 1339.457669] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.465550] env[69905]: DEBUG oslo_vmware.api [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.633305] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413565} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.633591] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk. [ 1339.634281] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107afe91-4d19-4229-b4e0-cf34a704489a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.657590] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.657825] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ef4cde-582a-4b85-a0fd-b093843e7f22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.674557] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1339.674557] env[69905]: value = "task-3414665" [ 1339.674557] env[69905]: _type = "Task" [ 1339.674557] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.684785] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.967421] env[69905]: DEBUG oslo_vmware.api [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173779} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.967764] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.967958] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.968192] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.968388] env[69905]: INFO nova.compute.manager [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1339.968635] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.968828] env[69905]: DEBUG nova.compute.manager [-] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.968924] env[69905]: DEBUG nova.network.neutron [-] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.186626] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414665, 'name': ReconfigVM_Task, 'duration_secs': 0.263716} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.187027] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Reconfigured VM instance instance-0000007b to attach disk [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191/4d89dfdd-1f7f-4402-9612-6c92a2658cf4-rescue.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.187764] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5fbd47-e6b7-4165-aa31-89fdde8de9b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.212500] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a299d5-2bd1-41c8-8255-fa4450ace8ec {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.228254] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1340.228254] env[69905]: value = "task-3414666" [ 1340.228254] env[69905]: _type = "Task" [ 1340.228254] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.236595] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.445137] env[69905]: DEBUG nova.compute.manager [req-0cac6754-0106-4ffb-966a-22cdf47857c7 req-a63905f3-c48e-49d1-b80c-9138c5883934 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Received event network-vif-deleted-4879dc00-e592-4f69-a193-c9bdf7162dce {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.445259] env[69905]: INFO nova.compute.manager [req-0cac6754-0106-4ffb-966a-22cdf47857c7 req-a63905f3-c48e-49d1-b80c-9138c5883934 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Neutron deleted interface 4879dc00-e592-4f69-a193-c9bdf7162dce; detaching it from the instance and deleting it from the info cache [ 1340.445435] env[69905]: DEBUG nova.network.neutron [req-0cac6754-0106-4ffb-966a-22cdf47857c7 req-a63905f3-c48e-49d1-b80c-9138c5883934 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.737763] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414666, 'name': ReconfigVM_Task, 'duration_secs': 0.377686} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.737989] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.738274] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6650a926-e7c3-493e-9cd2-e90e7bd32720 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.744876] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1340.744876] env[69905]: value = "task-3414667" [ 1340.744876] env[69905]: _type = "Task" [ 1340.744876] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.753538] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.923299] env[69905]: DEBUG nova.network.neutron [-] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.947956] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fb8e9ea-e63e-4892-8bfa-8b3585aefac4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.958191] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21065a7-c3a1-4600-a562-0f580e5d0ffe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.987529] env[69905]: DEBUG nova.compute.manager [req-0cac6754-0106-4ffb-966a-22cdf47857c7 req-a63905f3-c48e-49d1-b80c-9138c5883934 service nova] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Detach interface failed, port_id=4879dc00-e592-4f69-a193-c9bdf7162dce, reason: Instance 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.255076] env[69905]: DEBUG oslo_vmware.api [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414667, 'name': PowerOnVM_Task, 'duration_secs': 0.391111} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.255390] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.258216] env[69905]: DEBUG nova.compute.manager [None req-243dcfce-dac4-484f-9a36-2d8f85f41b54 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.258978] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b08b72-801e-4d23-87a3-c75de84441c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.426470] env[69905]: INFO nova.compute.manager [-] [instance: 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0] Took 1.46 seconds to deallocate network for instance. [ 1341.933680] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.933965] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.934173] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.956729] env[69905]: INFO nova.scheduler.client.report [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted allocations for instance 1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0 [ 1342.147620] env[69905]: INFO nova.compute.manager [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Unrescuing [ 1342.147923] env[69905]: DEBUG oslo_concurrency.lockutils [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.148092] env[69905]: DEBUG oslo_concurrency.lockutils [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquired lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.148265] env[69905]: DEBUG nova.network.neutron [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.464752] env[69905]: DEBUG oslo_concurrency.lockutils [None req-791f49c6-cd5d-4f1d-9a67-d38d884b1295 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "1fbc36cc-fe96-4e13-bf2f-357b45c8b8b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.129s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.841100] env[69905]: DEBUG nova.network.neutron [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Updating instance_info_cache with network_info: [{"id": "454794ba-91df-4c93-b006-3b24ae61b4fb", "address": "fa:16:3e:f1:f8:de", "network": {"id": "9306d381-35a0-4395-84e5-bc63be8cdbe2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1386759226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfb43c02068c43db990e6290778187a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454794ba-91", "ovs_interfaceid": "454794ba-91df-4c93-b006-3b24ae61b4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.201425] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.201734] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.343359] env[69905]: DEBUG oslo_concurrency.lockutils [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Releasing lock "refresh_cache-eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.344057] env[69905]: DEBUG nova.objects.instance [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lazy-loading 'flavor' on Instance uuid eeeb3bbb-68a6-48ba-86d7-0cdb46c48191 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.704418] env[69905]: DEBUG nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.849477] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8b29b7-ace0-4504-86d7-1f11a29d5e49 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.870568] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.870866] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d61cdb66-2671-4830-8b5c-54e18d45770c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.877264] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1343.877264] env[69905]: value = "task-3414668" [ 1343.877264] env[69905]: _type = "Task" [ 1343.877264] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.884943] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.224946] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.225254] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.227165] env[69905]: INFO nova.compute.claims [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.388158] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414668, 'name': PowerOffVM_Task, 'duration_secs': 0.202762} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.388429] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.393704] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.394250] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b081221f-ddc4-4ea2-955f-0c15d402b1e9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.411616] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1344.411616] env[69905]: value = "task-3414669" [ 1344.411616] env[69905]: _type = "Task" [ 1344.411616] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.421552] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.922317] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.310800] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3071222f-78b7-4053-8abc-fac36cc72a57 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.318858] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a7dd2-2876-4391-bbb5-66aa3616323b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.348189] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f77b87-6fe2-40ce-ace4-8cdbd7dbfcfe {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.354957] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d0998e-b13f-439d-b574-92f9d07a8240 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.367403] env[69905]: DEBUG nova.compute.provider_tree [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.420018] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414669, 'name': ReconfigVM_Task, 'duration_secs': 0.59452} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.420306] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.420495] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.420713] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6932909b-876f-45d8-abef-3a86109dd031 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.426990] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1345.426990] env[69905]: value = "task-3414670" [ 1345.426990] env[69905]: _type = "Task" [ 1345.426990] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.435269] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.870708] env[69905]: DEBUG nova.scheduler.client.report [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.936652] env[69905]: DEBUG oslo_vmware.api [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414670, 'name': PowerOnVM_Task, 'duration_secs': 0.342095} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.937080] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.937206] env[69905]: DEBUG nova.compute.manager [None req-41ebe203-cd06-42bd-bc4e-b420f9d16153 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.937991] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876c7efe-e051-432c-ab5a-a68eef1be158 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.377175] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.377695] env[69905]: DEBUG nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.731970] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.732316] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.732565] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.732748] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.732919] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.735332] env[69905]: INFO nova.compute.manager [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Terminating instance [ 1346.882244] env[69905]: DEBUG nova.compute.utils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.883994] env[69905]: DEBUG nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.884145] env[69905]: DEBUG nova.network.neutron [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.918392] env[69905]: DEBUG nova.policy [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b519eabd8d2430fa1a8d22bbe7d866d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f28d6ac921b4465add820edd5b34110', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.161585] env[69905]: DEBUG nova.network.neutron [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Successfully created port: 06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.239146] env[69905]: DEBUG nova.compute.manager [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.239398] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.240342] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca63331-1fbf-4bfc-a97d-54e05efffd22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.248109] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.248332] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9650066-e528-49a8-8f66-c254ead485c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.254721] env[69905]: DEBUG oslo_vmware.api [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1347.254721] env[69905]: value = "task-3414671" [ 1347.254721] env[69905]: _type = "Task" [ 1347.254721] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.263873] env[69905]: DEBUG oslo_vmware.api [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.388033] env[69905]: DEBUG nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.765030] env[69905]: DEBUG oslo_vmware.api [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414671, 'name': PowerOffVM_Task, 'duration_secs': 0.187779} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.765030] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.765030] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.765030] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef9c6e59-893d-4814-a224-1514385707f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.257581] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.257992] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.257992] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Deleting the datastore file [datastore1] eeeb3bbb-68a6-48ba-86d7-0cdb46c48191 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.258326] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb2ea9d-2d3c-45dd-8b52-af2f7c376533 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.265730] env[69905]: DEBUG oslo_vmware.api [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1348.265730] env[69905]: value = "task-3414673" [ 1348.265730] env[69905]: _type = "Task" [ 1348.265730] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.273763] env[69905]: DEBUG oslo_vmware.api [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.397838] env[69905]: DEBUG nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.425277] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.425546] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.425703] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.425884] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.426042] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.426295] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.426615] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.426789] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.426959] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.427140] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.427317] env[69905]: DEBUG nova.virt.hardware [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.428190] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700e85d-2008-4898-89ae-3f84166ebc06 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.436013] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550423fa-54d9-42df-8369-c4ac2c564491 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.776376] env[69905]: DEBUG oslo_vmware.api [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141093} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.776635] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.776820] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.776998] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.777229] env[69905]: INFO nova.compute.manager [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1348.777429] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.777619] env[69905]: DEBUG nova.compute.manager [-] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.777843] env[69905]: DEBUG nova.network.neutron [-] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.825054] env[69905]: DEBUG nova.compute.manager [req-10c6bd0e-588b-448b-8d60-1c91e3667870 req-86288b6b-1fc3-4efb-8526-af2a0e190f50 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Received event network-vif-plugged-06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.825279] env[69905]: DEBUG oslo_concurrency.lockutils [req-10c6bd0e-588b-448b-8d60-1c91e3667870 req-86288b6b-1fc3-4efb-8526-af2a0e190f50 service nova] Acquiring lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.825483] env[69905]: DEBUG oslo_concurrency.lockutils [req-10c6bd0e-588b-448b-8d60-1c91e3667870 req-86288b6b-1fc3-4efb-8526-af2a0e190f50 service nova] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.825863] env[69905]: DEBUG oslo_concurrency.lockutils [req-10c6bd0e-588b-448b-8d60-1c91e3667870 req-86288b6b-1fc3-4efb-8526-af2a0e190f50 service nova] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.825863] env[69905]: DEBUG nova.compute.manager [req-10c6bd0e-588b-448b-8d60-1c91e3667870 req-86288b6b-1fc3-4efb-8526-af2a0e190f50 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] No waiting events found dispatching network-vif-plugged-06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.825950] env[69905]: WARNING nova.compute.manager [req-10c6bd0e-588b-448b-8d60-1c91e3667870 req-86288b6b-1fc3-4efb-8526-af2a0e190f50 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Received unexpected event network-vif-plugged-06307b67-1c21-463c-98c3-413a96f9f11f for instance with vm_state building and task_state spawning. [ 1348.901754] env[69905]: DEBUG nova.network.neutron [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Successfully updated port: 06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.214399] env[69905]: DEBUG nova.compute.manager [req-619dba19-806c-4a09-ad99-e4760502664c req-8ed2c601-525c-4033-a278-da6c906968a0 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Received event network-vif-deleted-454794ba-91df-4c93-b006-3b24ae61b4fb {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.214399] env[69905]: INFO nova.compute.manager [req-619dba19-806c-4a09-ad99-e4760502664c req-8ed2c601-525c-4033-a278-da6c906968a0 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Neutron deleted interface 454794ba-91df-4c93-b006-3b24ae61b4fb; detaching it from the instance and deleting it from the info cache [ 1349.214399] env[69905]: DEBUG nova.network.neutron [req-619dba19-806c-4a09-ad99-e4760502664c req-8ed2c601-525c-4033-a278-da6c906968a0 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.404606] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.404977] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.404977] env[69905]: DEBUG nova.network.neutron [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.697813] env[69905]: DEBUG nova.network.neutron [-] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.717130] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4c90bdc-5159-45a4-92ec-03de2053ea56 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.727102] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11894e47-7793-4dd2-811c-b6a144b7c960 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.753448] env[69905]: DEBUG nova.compute.manager [req-619dba19-806c-4a09-ad99-e4760502664c req-8ed2c601-525c-4033-a278-da6c906968a0 service nova] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Detach interface failed, port_id=454794ba-91df-4c93-b006-3b24ae61b4fb, reason: Instance eeeb3bbb-68a6-48ba-86d7-0cdb46c48191 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.934624] env[69905]: DEBUG nova.network.neutron [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.058698] env[69905]: DEBUG nova.network.neutron [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.200431] env[69905]: INFO nova.compute.manager [-] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Took 1.42 seconds to deallocate network for instance. [ 1350.561905] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.562336] env[69905]: DEBUG nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Instance network_info: |[{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.562721] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:16:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06307b67-1c21-463c-98c3-413a96f9f11f', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.570057] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.570289] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.570518] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-299ff2de-a5f2-4130-b425-1a931ee5e935 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.590060] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.590060] env[69905]: value = "task-3414674" [ 1350.590060] env[69905]: _type = "Task" [ 1350.590060] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.597282] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414674, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.707044] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.707044] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.707224] env[69905]: DEBUG nova.objects.instance [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lazy-loading 'resources' on Instance uuid eeeb3bbb-68a6-48ba-86d7-0cdb46c48191 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.855881] env[69905]: DEBUG nova.compute.manager [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Received event network-changed-06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.856046] env[69905]: DEBUG nova.compute.manager [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Refreshing instance network info cache due to event network-changed-06307b67-1c21-463c-98c3-413a96f9f11f. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.856298] env[69905]: DEBUG oslo_concurrency.lockutils [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] Acquiring lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.856521] env[69905]: DEBUG oslo_concurrency.lockutils [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] Acquired lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.856702] env[69905]: DEBUG nova.network.neutron [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Refreshing network info cache for port 06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.100312] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414674, 'name': CreateVM_Task, 'duration_secs': 0.281693} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.100480] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.101106] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.101280] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.101592] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.101841] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0949ef91-7328-45c2-925e-5f2ec68f38eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.106265] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1351.106265] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52113be8-7019-a093-a86f-3a24eb0ddbec" [ 1351.106265] env[69905]: _type = "Task" [ 1351.106265] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.113284] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52113be8-7019-a093-a86f-3a24eb0ddbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.291753] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c4bc9-87c5-413d-b761-86a66460762a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.299838] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47344017-17e2-4bc3-8f2f-c148e626e100 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.328481] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053b3e5c-ffb7-4178-812b-9620c8d590ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.335688] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bea301c-231b-4388-aa98-7a225f7a2438 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.349501] env[69905]: DEBUG nova.compute.provider_tree [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.540308] env[69905]: DEBUG nova.network.neutron [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updated VIF entry in instance network info cache for port 06307b67-1c21-463c-98c3-413a96f9f11f. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.540668] env[69905]: DEBUG nova.network.neutron [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.616860] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52113be8-7019-a093-a86f-3a24eb0ddbec, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.617128] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.617336] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.617568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.617714] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.617890] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.618166] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc23fae4-77e3-490a-a312-7d38ed87949e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.626641] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.626815] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.627536] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363f2d7f-30f9-4038-b74f-a917663e5d42 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.632429] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.632635] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.635151] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1351.635151] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5228e606-27b4-3006-3f1f-0cd8151c149a" [ 1351.635151] env[69905]: _type = "Task" [ 1351.635151] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.643400] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5228e606-27b4-3006-3f1f-0cd8151c149a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.852802] env[69905]: DEBUG nova.scheduler.client.report [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.043213] env[69905]: DEBUG oslo_concurrency.lockutils [req-798491a3-bfdd-425f-81b5-14cba62b0187 req-c537c789-d202-4a80-872a-582a78dc3762 service nova] Releasing lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.137274] env[69905]: DEBUG nova.compute.utils [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1352.147929] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5228e606-27b4-3006-3f1f-0cd8151c149a, 'name': SearchDatastore_Task, 'duration_secs': 0.018332} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.149203] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32879e1-8ea8-4c49-a433-32e40acf3238 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.154465] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1352.154465] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5286171f-7ddf-d0bd-5d66-0a5fdde62e35" [ 1352.154465] env[69905]: _type = "Task" [ 1352.154465] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.161468] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5286171f-7ddf-d0bd-5d66-0a5fdde62e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.357870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.375203] env[69905]: INFO nova.scheduler.client.report [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Deleted allocations for instance eeeb3bbb-68a6-48ba-86d7-0cdb46c48191 [ 1352.643173] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.664366] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5286171f-7ddf-d0bd-5d66-0a5fdde62e35, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.664636] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.664883] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.665447] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2249ae3f-d35c-4bfa-a5f8-bcd54a6d281e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.672231] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1352.672231] env[69905]: value = "task-3414675" [ 1352.672231] env[69905]: _type = "Task" [ 1352.672231] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.681015] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.882740] env[69905]: DEBUG oslo_concurrency.lockutils [None req-e13c2057-f253-4c45-8b6f-ed6c02eb61f8 tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "eeeb3bbb-68a6-48ba-86d7-0cdb46c48191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.150s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.181605] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423907} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.181786] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.181999] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.182302] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd5efc32-4201-48d5-8222-a861320ea1f9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.188400] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1353.188400] env[69905]: value = "task-3414676" [ 1353.188400] env[69905]: _type = "Task" [ 1353.188400] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.200410] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.587770] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.588137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.588398] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "445b3bbd-435f-4064-8cd9-b600252b9fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.588622] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.588829] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.591022] env[69905]: INFO nova.compute.manager [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Terminating instance [ 1353.698395] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.698750] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.698832] env[69905]: INFO nova.compute.manager [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Attaching volume a6da8a85-184f-4b6f-9d21-c1c7c105163b to /dev/sdb [ 1353.700300] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066164} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.700733] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.701509] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca932b28-b001-4418-84f0-b13d7d6ffdab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.726221] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.726509] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6845548-2606-4d45-89bc-4f319dd52041 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.741363] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c203490-33df-46b6-8cc9-afd63c04c0f6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.748914] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e14295-4770-40d8-80b3-15bef3f68f7b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.751151] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1353.751151] env[69905]: value = "task-3414677" [ 1353.751151] env[69905]: _type = "Task" [ 1353.751151] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.759647] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.762935] env[69905]: DEBUG nova.virt.block_device [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updating existing volume attachment record: 19e0fdbc-0056-479b-85d4-07410803f942 {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1354.095136] env[69905]: DEBUG nova.compute.manager [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.095326] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.096165] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e48ef2f-54d6-405d-b593-f197e85d1f97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.105597] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.105867] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f39b5a-63df-45a8-afd4-92d878e30754 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.111636] env[69905]: DEBUG oslo_vmware.api [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1354.111636] env[69905]: value = "task-3414681" [ 1354.111636] env[69905]: _type = "Task" [ 1354.111636] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.119588] env[69905]: DEBUG oslo_vmware.api [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.262768] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414677, 'name': ReconfigVM_Task, 'duration_secs': 0.277123} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.263161] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfigured VM instance instance-0000007c to attach disk [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.263844] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9dcd586-236c-4e62-81be-2b3e2d722b07 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.271651] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1354.271651] env[69905]: value = "task-3414682" [ 1354.271651] env[69905]: _type = "Task" [ 1354.271651] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.292360] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414682, 'name': Rename_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.620684] env[69905]: DEBUG oslo_vmware.api [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414681, 'name': PowerOffVM_Task, 'duration_secs': 0.259422} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.620949] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.621136] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.621387] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4225574-3ee8-40ad-89bc-5aa05230a711 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.694978] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.695259] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.695458] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Deleting the datastore file [datastore2] 445b3bbd-435f-4064-8cd9-b600252b9fdb {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.695714] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8900a2e-8aa1-4e76-bad3-41d902c42640 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.702122] env[69905]: DEBUG oslo_vmware.api [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for the task: (returnval){ [ 1354.702122] env[69905]: value = "task-3414684" [ 1354.702122] env[69905]: _type = "Task" [ 1354.702122] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.709435] env[69905]: DEBUG oslo_vmware.api [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.781799] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414682, 'name': Rename_Task, 'duration_secs': 0.183095} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.782098] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.782407] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c66d2073-bf2e-478a-95a0-f047b489947b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.788151] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1354.788151] env[69905]: value = "task-3414685" [ 1354.788151] env[69905]: _type = "Task" [ 1354.788151] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.795779] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.212859] env[69905]: DEBUG oslo_vmware.api [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Task: {'id': task-3414684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174792} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.212859] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.212859] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.250296] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.250296] env[69905]: INFO nova.compute.manager [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1355.250296] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.250296] env[69905]: DEBUG nova.compute.manager [-] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.250296] env[69905]: DEBUG nova.network.neutron [-] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.299706] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.473972] env[69905]: DEBUG nova.compute.manager [req-9a4249f7-5cb6-48cf-b686-9a0ea93b2f71 req-e249e2e7-5e36-4ba2-bcb8-36fa5237726f service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Received event network-vif-deleted-9a71517d-998c-47a9-933c-e042d80eb4de {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.474251] env[69905]: INFO nova.compute.manager [req-9a4249f7-5cb6-48cf-b686-9a0ea93b2f71 req-e249e2e7-5e36-4ba2-bcb8-36fa5237726f service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Neutron deleted interface 9a71517d-998c-47a9-933c-e042d80eb4de; detaching it from the instance and deleting it from the info cache [ 1355.474435] env[69905]: DEBUG nova.network.neutron [req-9a4249f7-5cb6-48cf-b686-9a0ea93b2f71 req-e249e2e7-5e36-4ba2-bcb8-36fa5237726f service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.798747] env[69905]: DEBUG oslo_vmware.api [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414685, 'name': PowerOnVM_Task, 'duration_secs': 0.575377} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.799202] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.799202] env[69905]: INFO nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1355.799348] env[69905]: DEBUG nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.800113] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d592c8-63b1-48d7-b2bb-6ffc81fc7deb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.952511] env[69905]: DEBUG nova.network.neutron [-] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.976533] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7aff5c8-110d-4469-8a65-03cc13de9433 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.987389] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f396fe-533d-4c05-821d-dbdf97080b99 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.013749] env[69905]: DEBUG nova.compute.manager [req-9a4249f7-5cb6-48cf-b686-9a0ea93b2f71 req-e249e2e7-5e36-4ba2-bcb8-36fa5237726f service nova] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Detach interface failed, port_id=9a71517d-998c-47a9-933c-e042d80eb4de, reason: Instance 445b3bbd-435f-4064-8cd9-b600252b9fdb could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.315755] env[69905]: INFO nova.compute.manager [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Took 12.11 seconds to build instance. [ 1356.455594] env[69905]: INFO nova.compute.manager [-] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Took 1.24 seconds to deallocate network for instance. [ 1356.817636] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0fe97edb-2caa-4a34-b18d-0fac0402a331 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.616s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.964161] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.964454] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.964753] env[69905]: DEBUG nova.objects.instance [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lazy-loading 'resources' on Instance uuid 445b3bbd-435f-4064-8cd9-b600252b9fdb {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.202018] env[69905]: DEBUG nova.compute.manager [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Received event network-changed-06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.202018] env[69905]: DEBUG nova.compute.manager [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Refreshing instance network info cache due to event network-changed-06307b67-1c21-463c-98c3-413a96f9f11f. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.202503] env[69905]: DEBUG oslo_concurrency.lockutils [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] Acquiring lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.202669] env[69905]: DEBUG oslo_concurrency.lockutils [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] Acquired lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.202836] env[69905]: DEBUG nova.network.neutron [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Refreshing network info cache for port 06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.538644] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143d038f-0754-4943-8a75-55cc75c48d25 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.546642] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd368c-b487-4591-b790-ec2e4f47227b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.576979] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915390a9-7743-4502-a7df-b4f81dc70072 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.583738] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3895ecde-2702-443b-8310-03ffc90874fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.596229] env[69905]: DEBUG nova.compute.provider_tree [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.942139] env[69905]: DEBUG nova.network.neutron [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updated VIF entry in instance network info cache for port 06307b67-1c21-463c-98c3-413a96f9f11f. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.942591] env[69905]: DEBUG nova.network.neutron [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.099627] env[69905]: DEBUG nova.scheduler.client.report [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.305393] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1358.305643] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1358.306559] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66331e97-4e95-4801-b1f7-01947cd8bda6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.322876] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd90172f-4ce8-4507-9563-05118766ca3c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.346949] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b/volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.347242] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee03d005-85a9-490c-8c1e-58b9f75d1825 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.365793] env[69905]: DEBUG oslo_vmware.api [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1358.365793] env[69905]: value = "task-3414687" [ 1358.365793] env[69905]: _type = "Task" [ 1358.365793] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.373763] env[69905]: DEBUG oslo_vmware.api [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.445636] env[69905]: DEBUG oslo_concurrency.lockutils [req-447d7b33-863d-40b0-8af5-68cc7be9aab3 req-2f4366fb-68ff-4c13-9e09-5e6c23295d2c service nova] Releasing lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.604996] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.622950] env[69905]: INFO nova.scheduler.client.report [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Deleted allocations for instance 445b3bbd-435f-4064-8cd9-b600252b9fdb [ 1358.874943] env[69905]: DEBUG oslo_vmware.api [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414687, 'name': ReconfigVM_Task, 'duration_secs': 0.320706} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.875251] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b/volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.879953] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3a282d-3b1f-4ae8-9c87-bc07e254dca3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.894637] env[69905]: DEBUG oslo_vmware.api [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1358.894637] env[69905]: value = "task-3414688" [ 1358.894637] env[69905]: _type = "Task" [ 1358.894637] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.903492] env[69905]: DEBUG oslo_vmware.api [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.130639] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3df5ce65-21d0-4916-a962-29a78999f16a tempest-ServerRescueTestJSON-619300440 tempest-ServerRescueTestJSON-619300440-project-member] Lock "445b3bbd-435f-4064-8cd9-b600252b9fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.542s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.405406] env[69905]: DEBUG oslo_vmware.api [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414688, 'name': ReconfigVM_Task, 'duration_secs': 0.130617} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.406031] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1360.443316] env[69905]: DEBUG nova.objects.instance [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'flavor' on Instance uuid 9a16c40d-3f6a-47f1-ae52-567c4157f187 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.948799] env[69905]: DEBUG oslo_concurrency.lockutils [None req-1fe597f6-f338-4b11-a8a0-1668a60f9190 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.364531] env[69905]: INFO nova.compute.manager [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Rebuilding instance [ 1361.404535] env[69905]: DEBUG nova.compute.manager [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.405425] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03fc845-2903-4600-8c7f-cfe44f9040a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.419121] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.419548] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1bfecbe-f879-4d6b-8fb4-55d229558b2b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.426688] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1362.426688] env[69905]: value = "task-3414689" [ 1362.426688] env[69905]: _type = "Task" [ 1362.426688] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.435018] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.936556] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414689, 'name': PowerOffVM_Task, 'duration_secs': 0.202719} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.936834] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.997152] env[69905]: INFO nova.compute.manager [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Detaching volume a6da8a85-184f-4b6f-9d21-c1c7c105163b [ 1363.027282] env[69905]: INFO nova.virt.block_device [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Attempting to driver detach volume a6da8a85-184f-4b6f-9d21-c1c7c105163b from mountpoint /dev/sdb [ 1363.027537] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1363.027723] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1363.028641] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba624f1-acf2-44f7-95a6-7fbd5b000709 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.050889] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcfc064-7d7b-45c2-9845-c8351b4ac5cb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.057612] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f47bb-be73-4e73-b1a4-cbffcd1c616e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.078149] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0004964f-5270-486a-826e-5fb6efc281a7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.094646] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] The volume has not been displaced from its original location: [datastore1] volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b/volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1363.099925] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1363.100291] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4dabdd-52ef-4f7e-9fe3-0583151250df {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.117675] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1363.117675] env[69905]: value = "task-3414690" [ 1363.117675] env[69905]: _type = "Task" [ 1363.117675] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.125155] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.627509] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414690, 'name': ReconfigVM_Task, 'duration_secs': 0.435634} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.627827] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1363.632732] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a927f1-5c60-470f-ba46-0dab4d2f0fb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.646256] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1363.646256] env[69905]: value = "task-3414691" [ 1363.646256] env[69905]: _type = "Task" [ 1363.646256] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.654086] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.157055] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414691, 'name': ReconfigVM_Task, 'duration_secs': 0.456839} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.157055] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1364.256273] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "764abc99-461e-4644-808f-fc5756541918" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.256548] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.760016] env[69905]: INFO nova.compute.manager [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Detaching volume 8c5d5664-75e6-4c90-83a3-804f0ee35d85 [ 1364.790632] env[69905]: INFO nova.virt.block_device [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Attempting to driver detach volume 8c5d5664-75e6-4c90-83a3-804f0ee35d85 from mountpoint /dev/sdb [ 1364.790848] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1364.791043] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681314', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'name': 'volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '764abc99-461e-4644-808f-fc5756541918', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'serial': '8c5d5664-75e6-4c90-83a3-804f0ee35d85'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1364.791879] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ec90e0-7a5a-415d-8405-902e9efae108 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.812631] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423e7ca-595c-4ca2-8583-5a17e6952101 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.819928] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49a1367-348e-480a-8c05-cfc12cc0dfce {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.839349] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698152e3-4497-4d3a-bc3a-466cd0fd7f97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.854067] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] The volume has not been displaced from its original location: [datastore2] volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85/volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1364.859117] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1364.859392] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1396256-8e18-4f63-9054-f169df9fb8b5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.876480] env[69905]: DEBUG oslo_vmware.api [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1364.876480] env[69905]: value = "task-3414692" [ 1364.876480] env[69905]: _type = "Task" [ 1364.876480] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.883574] env[69905]: DEBUG oslo_vmware.api [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.200872] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.201206] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3aef57-a77c-4f84-935d-4ce557b356f0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.209102] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1365.209102] env[69905]: value = "task-3414693" [ 1365.209102] env[69905]: _type = "Task" [ 1365.209102] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.216899] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.385426] env[69905]: DEBUG oslo_vmware.api [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414692, 'name': ReconfigVM_Task, 'duration_secs': 0.194919} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.385701] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.390359] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d72b7f8-3832-4002-97f9-aab0d2cc1e28 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.404709] env[69905]: DEBUG oslo_vmware.api [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1365.404709] env[69905]: value = "task-3414694" [ 1365.404709] env[69905]: _type = "Task" [ 1365.404709] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.411867] env[69905]: DEBUG oslo_vmware.api [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.718901] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1365.719151] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1365.719319] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1365.720067] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2072104-e987-43a0-aa92-1cacb240db0f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.738692] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ad0b7-6b4b-48b0-be9d-17ae8ddb62bf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.744808] env[69905]: WARNING nova.virt.vmwareapi.driver [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1365.745063] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.745773] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4b60a5-9718-49aa-a613-3e4ad437cfb1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.751696] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.751914] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0824b67a-15e9-4c5a-ad44-74e0ee36b798 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.814758] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.815149] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.815205] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleting the datastore file [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.815444] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa24b6d-b749-4e86-846c-44a23648bd36 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.822173] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1365.822173] env[69905]: value = "task-3414696" [ 1365.822173] env[69905]: _type = "Task" [ 1365.822173] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.831620] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.914185] env[69905]: DEBUG oslo_vmware.api [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414694, 'name': ReconfigVM_Task, 'duration_secs': 0.129106} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.914494] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681314', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'name': 'volume-8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '764abc99-461e-4644-808f-fc5756541918', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5d5664-75e6-4c90-83a3-804f0ee35d85', 'serial': '8c5d5664-75e6-4c90-83a3-804f0ee35d85'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1366.332643] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134772} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.332829] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.333019] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.333208] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.456760] env[69905]: DEBUG nova.objects.instance [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'flavor' on Instance uuid 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.838830] env[69905]: INFO nova.virt.block_device [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Booting with volume a6da8a85-184f-4b6f-9d21-c1c7c105163b at /dev/sdb [ 1366.873803] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bff1fc24-6dbf-49c7-93d5-ab6e378c69bc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.883327] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b426bb-0000-47d4-96a6-92d2a14d652f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.909488] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74c763cb-7402-4b8a-bb49-93c6be72fa3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.917517] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95793aec-99c6-4bb2-bc07-0261a7888517 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.943186] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d8230-72fc-4e8c-9c13-79c2cbde00d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.948787] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49f2691-99f5-41ac-8cbb-3dff129fa69f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.964292] env[69905]: DEBUG nova.virt.block_device [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updating existing volume attachment record: 435e2a6f-7b82-430b-b8b7-efe42a9b9ee0 {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1367.190058] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.190326] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.468171] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b6bb7e16-16be-45e9-a41a-6c9c5d3b6893 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.189489] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.492898] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "764abc99-461e-4644-808f-fc5756541918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.493184] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.493439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "764abc99-461e-4644-808f-fc5756541918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.493639] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.493811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.495918] env[69905]: INFO nova.compute.manager [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Terminating instance [ 1368.692959] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.693239] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.693413] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.693568] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1368.694468] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636fa3a4-4535-4cec-98b2-1c2eb446f178 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.702484] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaa2b18-63ea-4f9f-9f65-f5c59f3f5642 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.718416] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74887b32-ef31-4d56-80eb-1d6c310f7c49 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.724451] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e6b2bd-c98d-409f-8f0d-289bb435aed2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.753100] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180083MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1368.753235] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.753442] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.000153] env[69905]: DEBUG nova.compute.manager [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.000384] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.001272] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6939cd9-64b0-4100-89d0-f6827ed2fea1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.009093] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.009322] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51847e6a-770c-4565-8320-aaf61bf5aadc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.014722] env[69905]: DEBUG oslo_vmware.api [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1369.014722] env[69905]: value = "task-3414697" [ 1369.014722] env[69905]: _type = "Task" [ 1369.014722] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.022347] env[69905]: DEBUG oslo_vmware.api [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.066588] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.066874] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.067048] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.067258] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.067406] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.067553] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.067760] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.067946] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.068152] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.068332] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.068508] env[69905]: DEBUG nova.virt.hardware [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.069361] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f145217f-fda3-49b9-9305-9f408e75c656 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.077218] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba5e275-e437-4e45-9228-c9cf7ccfff24 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.090980] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:19:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bab2ca6-94ca-4062-959f-6d3d7f24bb70', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.098384] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.098661] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.098884] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1924ca2-8504-4448-9e9e-bd10a2eaa5ff {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.117663] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.117663] env[69905]: value = "task-3414698" [ 1369.117663] env[69905]: _type = "Task" [ 1369.117663] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.125601] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414698, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.524301] env[69905]: DEBUG oslo_vmware.api [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414697, 'name': PowerOffVM_Task, 'duration_secs': 0.180212} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.524702] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.524755] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.524971] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e087acd6-659e-4ddb-b645-9b3cf816d54b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.584357] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.584754] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.584969] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleting the datastore file [datastore2] 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.585253] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44d75b4-531e-4bce-b39a-45ed8b9a896d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.590948] env[69905]: DEBUG oslo_vmware.api [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1369.590948] env[69905]: value = "task-3414700" [ 1369.590948] env[69905]: _type = "Task" [ 1369.590948] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.598048] env[69905]: DEBUG oslo_vmware.api [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.625571] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414698, 'name': CreateVM_Task, 'duration_secs': 0.28328} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.625737] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.626383] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.626541] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.626877] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.627103] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db88b057-e124-4f48-a88e-2be0a4acd46d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.631691] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1369.631691] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526171fc-cb22-64f5-07b0-5add0c4a65ab" [ 1369.631691] env[69905]: _type = "Task" [ 1369.631691] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.638586] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526171fc-cb22-64f5-07b0-5add0c4a65ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.779835] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1369.779835] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 764abc99-461e-4644-808f-fc5756541918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1369.779835] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 9a16c40d-3f6a-47f1-ae52-567c4157f187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1369.779835] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1369.780097] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1369.780145] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1369.833027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66d9b7d-56a7-422e-9ccd-efa707eee280 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.841834] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da03f38a-7394-4234-9b90-8c03677b0985 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.871138] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e39988-3c5e-44cc-90ed-586e0982fe09 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.878316] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b0cd7b-cf10-4d41-8445-f0e6a009732a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.891151] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.100785] env[69905]: DEBUG oslo_vmware.api [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126934} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.100980] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.101178] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.101355] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.101531] env[69905]: INFO nova.compute.manager [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 764abc99-461e-4644-808f-fc5756541918] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1370.101767] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.101959] env[69905]: DEBUG nova.compute.manager [-] [instance: 764abc99-461e-4644-808f-fc5756541918] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.102067] env[69905]: DEBUG nova.network.neutron [-] [instance: 764abc99-461e-4644-808f-fc5756541918] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.141315] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526171fc-cb22-64f5-07b0-5add0c4a65ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.141634] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.141865] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.142107] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.142258] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.142475] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.142766] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d69d43fb-5907-49d1-a955-056c9bc91cb6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.150871] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.151056] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.151751] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537b76b3-6081-4556-b4fd-2713236efb62 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.156795] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1370.156795] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d35d4-ff0b-a2dc-16f1-3bbb054b960f" [ 1370.156795] env[69905]: _type = "Task" [ 1370.156795] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.165914] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d35d4-ff0b-a2dc-16f1-3bbb054b960f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.394440] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.557920] env[69905]: DEBUG nova.compute.manager [req-b10c66d9-0842-43d7-a6ca-b92d933b8907 req-8d2067bd-6339-4611-a469-3140f0622ae5 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Received event network-vif-deleted-dd680713-2313-4e86-97b3-1d15abc680a1 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.558186] env[69905]: INFO nova.compute.manager [req-b10c66d9-0842-43d7-a6ca-b92d933b8907 req-8d2067bd-6339-4611-a469-3140f0622ae5 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Neutron deleted interface dd680713-2313-4e86-97b3-1d15abc680a1; detaching it from the instance and deleting it from the info cache [ 1370.558339] env[69905]: DEBUG nova.network.neutron [req-b10c66d9-0842-43d7-a6ca-b92d933b8907 req-8d2067bd-6339-4611-a469-3140f0622ae5 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.667568] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523d35d4-ff0b-a2dc-16f1-3bbb054b960f, 'name': SearchDatastore_Task, 'duration_secs': 0.008388} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.668300] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9204c14c-6c92-487b-9a1e-df90608d2ae8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.673659] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1370.673659] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d152d-2607-52e1-a5cb-4735b137d9a1" [ 1370.673659] env[69905]: _type = "Task" [ 1370.673659] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.680743] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d152d-2607-52e1-a5cb-4735b137d9a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.899273] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1370.899438] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.034368] env[69905]: DEBUG nova.network.neutron [-] [instance: 764abc99-461e-4644-808f-fc5756541918] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.060341] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18611371-fed8-4459-afbe-7b9971fbe04a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.071027] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afbd155-802b-48c6-bbbd-830ba4bd43f3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.097766] env[69905]: DEBUG nova.compute.manager [req-b10c66d9-0842-43d7-a6ca-b92d933b8907 req-8d2067bd-6339-4611-a469-3140f0622ae5 service nova] [instance: 764abc99-461e-4644-808f-fc5756541918] Detach interface failed, port_id=dd680713-2313-4e86-97b3-1d15abc680a1, reason: Instance 764abc99-461e-4644-808f-fc5756541918 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1371.183997] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]525d152d-2607-52e1-a5cb-4735b137d9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.184277] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.184532] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.184781] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e731f7-a751-41a9-b572-e5d81d682301 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.192625] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1371.192625] env[69905]: value = "task-3414701" [ 1371.192625] env[69905]: _type = "Task" [ 1371.192625] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.200060] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.538073] env[69905]: INFO nova.compute.manager [-] [instance: 764abc99-461e-4644-808f-fc5756541918] Took 1.44 seconds to deallocate network for instance. [ 1371.702904] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423203} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.702904] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.703263] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.703403] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6c6779c-90cf-40c5-9bb5-6a8d9793eee8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.710118] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1371.710118] env[69905]: value = "task-3414702" [ 1371.710118] env[69905]: _type = "Task" [ 1371.710118] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.718583] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.044788] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.045092] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.045320] env[69905]: DEBUG nova.objects.instance [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'resources' on Instance uuid 764abc99-461e-4644-808f-fc5756541918 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.221402] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058641} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.221666] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.222459] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e91ec88-2daf-4725-aaca-c211dac0f19c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.243817] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.244056] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01cbeab-1ba6-4a03-b965-ac1dfe9b84d1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.262547] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1372.262547] env[69905]: value = "task-3414703" [ 1372.262547] env[69905]: _type = "Task" [ 1372.262547] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.269530] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.609197] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3601df97-c4f2-4ab0-8078-1b5f51f1c366 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.616488] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb5603-4819-47f3-a610-53f91c729e62 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.644728] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da3da8-49ea-4eb8-9ffb-68c428d2d8ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.651016] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd69834-61a1-4412-896c-57826d0ad579 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.663030] env[69905]: DEBUG nova.compute.provider_tree [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.771530] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414703, 'name': ReconfigVM_Task, 'duration_secs': 0.329072} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.771857] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187/9a16c40d-3f6a-47f1-ae52-567c4157f187.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.772961] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encrypted': False, 'encryption_options': None, 'size': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': '4d89dfdd-1f7f-4402-9612-6c92a2658cf4'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'}, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '435e2a6f-7b82-430b-b8b7-efe42a9b9ee0', 'delete_on_termination': False, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69905) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1372.773181] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1372.773391] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1372.774122] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddec44c-6372-41fb-aaf0-e935d100ee80 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.789773] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695fb53c-07b3-44f4-a478-3899630850c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.813477] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b/volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.813698] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed95d4c6-4cac-4830-ad7a-803cec2bebca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.830822] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1372.830822] env[69905]: value = "task-3414704" [ 1372.830822] env[69905]: _type = "Task" [ 1372.830822] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.838200] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.166397] env[69905]: DEBUG nova.scheduler.client.report [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.340326] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414704, 'name': ReconfigVM_Task, 'duration_secs': 0.274921} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.340586] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b/volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.345251] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a7f55b-8bd6-4e14-bed5-4241ca96fd7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.358733] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1373.358733] env[69905]: value = "task-3414705" [ 1373.358733] env[69905]: _type = "Task" [ 1373.358733] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.365939] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.671360] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.690472] env[69905]: INFO nova.scheduler.client.report [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted allocations for instance 764abc99-461e-4644-808f-fc5756541918 [ 1373.868087] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414705, 'name': ReconfigVM_Task, 'duration_secs': 0.141484} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.868457] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1373.868913] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af2e26b6-ce4d-4a0f-926e-374e07625756 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.874841] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1373.874841] env[69905]: value = "task-3414706" [ 1373.874841] env[69905]: _type = "Task" [ 1373.874841] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.881890] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414706, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.899392] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.899618] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.184853] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.198168] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f55d0c0b-f059-48e7-a3f6-133e0bb5a087 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "764abc99-461e-4644-808f-fc5756541918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.385538] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414706, 'name': Rename_Task, 'duration_secs': 0.141142} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.385760] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.385996] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b382ed8-d4d4-4289-9ef2-020213891647 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.392225] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1374.392225] env[69905]: value = "task-3414707" [ 1374.392225] env[69905]: _type = "Task" [ 1374.392225] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.399263] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.690571] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.690856] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.691046] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1374.901123] env[69905]: DEBUG oslo_vmware.api [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414707, 'name': PowerOnVM_Task, 'duration_secs': 0.487956} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.901497] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.901604] env[69905]: DEBUG nova.compute.manager [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.902368] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2778c6-b461-4cb0-9c86-ef05e491b9db {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.420549] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.420860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.421377] env[69905]: DEBUG nova.objects.instance [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69905) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1376.345273] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.345605] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.430063] env[69905]: DEBUG oslo_concurrency.lockutils [None req-d2824dd5-1d59-4bfd-8b52-bf572dd75927 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.690841] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.848185] env[69905]: DEBUG nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.370246] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.370621] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.372232] env[69905]: INFO nova.compute.claims [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.441045] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4c7a54-ac34-4383-8857-c541d4b2532d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.448074] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dd2970-5d35-48dd-afa2-4f3c188567e0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.478171] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca77e69-5d42-4efb-8f68-8a4fc510aa46 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.484906] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343f4c3-fc2f-4d80-9820-fd730a197503 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.497501] env[69905]: DEBUG nova.compute.provider_tree [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.001236] env[69905]: DEBUG nova.scheduler.client.report [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.506535] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.507097] env[69905]: DEBUG nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.012251] env[69905]: DEBUG nova.compute.utils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.013373] env[69905]: DEBUG nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.013556] env[69905]: DEBUG nova.network.neutron [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.057626] env[69905]: DEBUG nova.policy [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dce5512c6b2a49bf8e3d3575eaa77a01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbeebe2c234546dc904b84d543b73b5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.318064] env[69905]: DEBUG nova.network.neutron [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Successfully created port: 4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.517286] env[69905]: DEBUG nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.526562] env[69905]: DEBUG nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.551907] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.552168] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.552328] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.552536] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.552692] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.552839] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.553111] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.553293] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.553500] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.553710] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.553894] env[69905]: DEBUG nova.virt.hardware [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.554752] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af57c5e-4989-4a15-a0fe-de087227dc34 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.562814] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fc85ac-a53a-4a0f-acc7-46b34b761b7f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.660159] env[69905]: DEBUG nova.compute.manager [req-4825cec4-32e5-48f3-bf59-f38f1bcf6003 req-79638732-2c81-4699-9539-94b50e840a89 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-vif-plugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.660366] env[69905]: DEBUG oslo_concurrency.lockutils [req-4825cec4-32e5-48f3-bf59-f38f1bcf6003 req-79638732-2c81-4699-9539-94b50e840a89 service nova] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.660604] env[69905]: DEBUG oslo_concurrency.lockutils [req-4825cec4-32e5-48f3-bf59-f38f1bcf6003 req-79638732-2c81-4699-9539-94b50e840a89 service nova] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.660782] env[69905]: DEBUG oslo_concurrency.lockutils [req-4825cec4-32e5-48f3-bf59-f38f1bcf6003 req-79638732-2c81-4699-9539-94b50e840a89 service nova] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.660946] env[69905]: DEBUG nova.compute.manager [req-4825cec4-32e5-48f3-bf59-f38f1bcf6003 req-79638732-2c81-4699-9539-94b50e840a89 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] No waiting events found dispatching network-vif-plugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.661296] env[69905]: WARNING nova.compute.manager [req-4825cec4-32e5-48f3-bf59-f38f1bcf6003 req-79638732-2c81-4699-9539-94b50e840a89 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received unexpected event network-vif-plugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 for instance with vm_state building and task_state spawning. [ 1381.737597] env[69905]: DEBUG nova.network.neutron [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Successfully updated port: 4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.240710] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.240886] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.241057] env[69905]: DEBUG nova.network.neutron [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.774510] env[69905]: DEBUG nova.network.neutron [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.887021] env[69905]: DEBUG nova.network.neutron [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.390069] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.390415] env[69905]: DEBUG nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Instance network_info: |[{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.390845] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:2f:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d5719f2-a603-470a-880f-dcdc313b7ea8', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.398257] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.398463] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.398684] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e7b3cc6-8f3a-4dfa-95c1-3a804f36b7c6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.418316] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.418316] env[69905]: value = "task-3414708" [ 1383.418316] env[69905]: _type = "Task" [ 1383.418316] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.425657] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414708, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.686232] env[69905]: DEBUG nova.compute.manager [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.686421] env[69905]: DEBUG nova.compute.manager [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing instance network info cache due to event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.686631] env[69905]: DEBUG oslo_concurrency.lockutils [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] Acquiring lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.686908] env[69905]: DEBUG oslo_concurrency.lockutils [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] Acquired lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.686908] env[69905]: DEBUG nova.network.neutron [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.927628] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414708, 'name': CreateVM_Task, 'duration_secs': 0.349335} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.928098] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.928515] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.928685] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.929010] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.929272] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdcd6f3b-3f13-42e0-a166-abcfb07fcca7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.933543] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1383.933543] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b40866-764a-ac4d-2c3c-63f9dfee73c7" [ 1383.933543] env[69905]: _type = "Task" [ 1383.933543] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.941813] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b40866-764a-ac4d-2c3c-63f9dfee73c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.366141] env[69905]: DEBUG nova.network.neutron [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updated VIF entry in instance network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.366662] env[69905]: DEBUG nova.network.neutron [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.443382] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52b40866-764a-ac4d-2c3c-63f9dfee73c7, 'name': SearchDatastore_Task, 'duration_secs': 0.03735} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.443673] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.443903] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.444150] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.444297] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.444475] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.445015] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a5438e-cf93-4824-88dd-9470aacc9ea9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.452772] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.452946] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.453631] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afe66ad-06c1-4b05-b2c1-c4a2e5d022ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.458050] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1384.458050] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524be26c-6159-0af7-0500-d80870818d78" [ 1384.458050] env[69905]: _type = "Task" [ 1384.458050] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.465956] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524be26c-6159-0af7-0500-d80870818d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.869521] env[69905]: DEBUG oslo_concurrency.lockutils [req-bbae28d8-0db0-4ff4-a5ac-fe61f44c617b req-ce288658-b731-45d8-b3f5-fe109441e98a service nova] Releasing lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.967904] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]524be26c-6159-0af7-0500-d80870818d78, 'name': SearchDatastore_Task, 'duration_secs': 0.008128} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.968662] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18cdcbf-d072-4270-8022-201c15a868b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.973782] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1384.973782] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526d6318-bd7e-d9a2-01c8-b1cbb234c27e" [ 1384.973782] env[69905]: _type = "Task" [ 1384.973782] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.980874] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526d6318-bd7e-d9a2-01c8-b1cbb234c27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.483890] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]526d6318-bd7e-d9a2-01c8-b1cbb234c27e, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.484178] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.484433] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.484685] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da477857-4ffe-445f-a15b-7030392b2dfd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.491393] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1385.491393] env[69905]: value = "task-3414709" [ 1385.491393] env[69905]: _type = "Task" [ 1385.491393] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.498790] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.001014] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40507} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.001411] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.001593] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.001805] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b066633f-e2ac-4a76-8c51-182b3c8c809a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.008132] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1386.008132] env[69905]: value = "task-3414710" [ 1386.008132] env[69905]: _type = "Task" [ 1386.008132] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.015132] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.518727] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058908} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.518727] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.519323] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526e37d-c5ff-45bc-9ac7-242c32aaac11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.542079] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.542284] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f83e77-2f22-4457-8e43-87fe4290b06a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.562904] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1386.562904] env[69905]: value = "task-3414711" [ 1386.562904] env[69905]: _type = "Task" [ 1386.562904] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.571264] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.073676] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.574533] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414711, 'name': ReconfigVM_Task, 'duration_secs': 0.858136} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.574889] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.575564] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cbd2e9d-3857-438b-ae87-79f06313599e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.581751] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1387.581751] env[69905]: value = "task-3414712" [ 1387.581751] env[69905]: _type = "Task" [ 1387.581751] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.589715] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414712, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.091422] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414712, 'name': Rename_Task, 'duration_secs': 0.129381} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.091809] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.092030] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf27ecda-809b-4804-b567-4edbfa8516c3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.099515] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1388.099515] env[69905]: value = "task-3414713" [ 1388.099515] env[69905]: _type = "Task" [ 1388.099515] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.108016] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.609444] env[69905]: DEBUG oslo_vmware.api [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414713, 'name': PowerOnVM_Task, 'duration_secs': 0.447351} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.609694] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.609917] env[69905]: INFO nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1388.610132] env[69905]: DEBUG nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.610875] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bce3ad-26e7-4ea8-9342-45a324f8a268 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.133092] env[69905]: INFO nova.compute.manager [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Took 11.78 seconds to build instance. [ 1389.319712] env[69905]: DEBUG nova.compute.manager [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.319918] env[69905]: DEBUG nova.compute.manager [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing instance network info cache due to event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.320178] env[69905]: DEBUG oslo_concurrency.lockutils [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] Acquiring lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.320281] env[69905]: DEBUG oslo_concurrency.lockutils [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] Acquired lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.320428] env[69905]: DEBUG nova.network.neutron [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.635648] env[69905]: DEBUG oslo_concurrency.lockutils [None req-0cee29eb-7c78-4b02-81f0-02b7b587d77d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.290s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.029060] env[69905]: DEBUG nova.network.neutron [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updated VIF entry in instance network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.029432] env[69905]: DEBUG nova.network.neutron [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.532049] env[69905]: DEBUG oslo_concurrency.lockutils [req-eb83c252-65a3-44e9-884d-a13bfbed0c97 req-e8e9372b-ab4f-4e65-a4d5-8a95f092cdba service nova] Releasing lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.298843] env[69905]: DEBUG nova.compute.manager [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1396.815816] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.816170] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.321619] env[69905]: INFO nova.compute.claims [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.827297] env[69905]: INFO nova.compute.resource_tracker [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating resource usage from migration 26897477-60d2-460e-823a-5dd809ea7a51 [ 1397.899824] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ca5cd7-6446-4667-bc97-02dcadc75093 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.907202] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22df5a8-604a-47da-86c5-303d92c3c18c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.935241] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab85163-5169-4531-bea2-f399784b6fcf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.941838] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8de14c-b51c-43cd-af67-89bf6f41bf94 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.954193] env[69905]: DEBUG nova.compute.provider_tree [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.457852] env[69905]: DEBUG nova.scheduler.client.report [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.962936] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.147s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.963154] env[69905]: INFO nova.compute.manager [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Migrating [ 1399.479176] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.479433] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.479540] env[69905]: DEBUG nova.network.neutron [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.186766] env[69905]: DEBUG nova.network.neutron [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.690091] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.205243] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26160060-54f0-4a62-8c74-2164e9ec6936 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.223222] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance 'abe4ffb4-6a14-438f-9eed-5c7cc9a44e72' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.729348] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.729652] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d849278-8072-4808-87fd-893c55aa01c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.736942] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1402.736942] env[69905]: value = "task-3414714" [ 1402.736942] env[69905]: _type = "Task" [ 1402.736942] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.744372] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.247322] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414714, 'name': PowerOffVM_Task, 'duration_secs': 0.238573} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.247713] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.247757] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance 'abe4ffb4-6a14-438f-9eed-5c7cc9a44e72' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.753995] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.754271] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.754425] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.754609] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.754757] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.754909] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.755126] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.755290] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.755485] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.755687] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.755804] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.760796] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d989945d-3bc1-4945-b5e5-f094cc3b5eb8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.776419] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1403.776419] env[69905]: value = "task-3414715" [ 1403.776419] env[69905]: _type = "Task" [ 1403.776419] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.784196] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.287564] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414715, 'name': ReconfigVM_Task, 'duration_secs': 0.153592} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.288025] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance 'abe4ffb4-6a14-438f-9eed-5c7cc9a44e72' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.794657] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.794895] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.795057] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.795246] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.795394] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.795545] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.795748] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.795907] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.796091] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.796260] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.796436] env[69905]: DEBUG nova.virt.hardware [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.801707] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1404.801983] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94793549-a1f7-49a2-b5c3-02c8566de4dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.819960] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1404.819960] env[69905]: value = "task-3414716" [ 1404.819960] env[69905]: _type = "Task" [ 1404.819960] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.827744] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.329182] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414716, 'name': ReconfigVM_Task, 'duration_secs': 0.147192} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.329648] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.330215] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98387e3-f041-4cff-9c22-3a1498e72991 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.351077] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.351347] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a8fc56e-03df-4812-bd67-f6d45ef98985 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.369020] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1405.369020] env[69905]: value = "task-3414717" [ 1405.369020] env[69905]: _type = "Task" [ 1405.369020] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.376452] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.878949] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414717, 'name': ReconfigVM_Task, 'duration_secs': 0.257164} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.879258] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfigured VM instance instance-0000007c to attach disk [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.879534] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance 'abe4ffb4-6a14-438f-9eed-5c7cc9a44e72' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.386728] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee642e2c-0362-47bc-bd98-811e679f2247 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.405117] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3118c5-373f-4b46-a1c7-cf60c21443b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.422236] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance 'abe4ffb4-6a14-438f-9eed-5c7cc9a44e72' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.964715] env[69905]: DEBUG nova.network.neutron [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Port 06307b67-1c21-463c-98c3-413a96f9f11f binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1407.986076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.986076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.986076] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.020362] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.020605] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.020744] env[69905]: DEBUG nova.network.neutron [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.708967] env[69905]: DEBUG nova.network.neutron [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.211436] env[69905]: DEBUG oslo_concurrency.lockutils [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.735012] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6579a3-4c94-401b-a229-52c4a6ef76c1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.753865] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69745e35-ef09-4c6d-87ba-2ee2e5576265 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.760159] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance 'abe4ffb4-6a14-438f-9eed-5c7cc9a44e72' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.266047] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.266394] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3504cceb-f00d-419a-874e-f47708254ea9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.275027] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1411.275027] env[69905]: value = "task-3414718" [ 1411.275027] env[69905]: _type = "Task" [ 1411.275027] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.282854] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.706059] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.706368] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.785547] env[69905]: DEBUG oslo_vmware.api [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414718, 'name': PowerOnVM_Task, 'duration_secs': 0.415688} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.785833] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.786021] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcd457-9b54-4fb4-bfbb-d6e0dac909f1 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance 'abe4ffb4-6a14-438f-9eed-5c7cc9a44e72' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.210556] env[69905]: INFO nova.compute.manager [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Detaching volume a6da8a85-184f-4b6f-9d21-c1c7c105163b [ 1412.241408] env[69905]: INFO nova.virt.block_device [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Attempting to driver detach volume a6da8a85-184f-4b6f-9d21-c1c7c105163b from mountpoint /dev/sdb [ 1412.241408] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1412.241408] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1412.241918] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02681b7e-c5f2-4daf-ac25-60d5a02170a1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.263878] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a359f752-b6b0-4f95-9ed1-4f248cb92222 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.270162] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ba1d5-ead6-4baa-be31-a9e20499a801 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.289114] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2570184e-f1db-40ed-93bb-0c20933c3768 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.307154] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] The volume has not been displaced from its original location: [datastore1] volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b/volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1412.312316] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1412.313201] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95043b1-a87d-4eee-80c0-7363b445f220 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.331402] env[69905]: DEBUG oslo_vmware.api [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1412.331402] env[69905]: value = "task-3414719" [ 1412.331402] env[69905]: _type = "Task" [ 1412.331402] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.340594] env[69905]: DEBUG oslo_vmware.api [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.842083] env[69905]: DEBUG oslo_vmware.api [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414719, 'name': ReconfigVM_Task, 'duration_secs': 0.199984} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.842083] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.846304] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d17a761-1609-4147-be12-c2cbfca0930c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.860976] env[69905]: DEBUG oslo_vmware.api [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1412.860976] env[69905]: value = "task-3414720" [ 1412.860976] env[69905]: _type = "Task" [ 1412.860976] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.868131] env[69905]: DEBUG oslo_vmware.api [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.370215] env[69905]: DEBUG oslo_vmware.api [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414720, 'name': ReconfigVM_Task, 'duration_secs': 0.137063} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.371052] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681324', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'name': 'volume-a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a16c40d-3f6a-47f1-ae52-567c4157f187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b', 'serial': 'a6da8a85-184f-4b6f-9d21-c1c7c105163b'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1413.913047] env[69905]: DEBUG nova.objects.instance [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'flavor' on Instance uuid 9a16c40d-3f6a-47f1-ae52-567c4157f187 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.480893] env[69905]: DEBUG nova.network.neutron [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Port 06307b67-1c21-463c-98c3-413a96f9f11f binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1414.481164] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.481301] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.481464] env[69905]: DEBUG nova.network.neutron [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.919724] env[69905]: DEBUG oslo_concurrency.lockutils [None req-c6046f28-5304-4322-af30-0b9e848d3b3d tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.174399] env[69905]: DEBUG nova.network.neutron [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.676708] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.941373] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.941630] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.941839] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "9a16c40d-3f6a-47f1-ae52-567c4157f187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.942037] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.942209] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.944862] env[69905]: INFO nova.compute.manager [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Terminating instance [ 1416.180249] env[69905]: DEBUG nova.compute.manager [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69905) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1416.180481] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.180736] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.448766] env[69905]: DEBUG nova.compute.manager [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.448990] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.449908] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c604b4-9518-4d8c-8876-079db7a9c606 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.457864] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.458093] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a1be5d-cb97-47ab-88e2-9098e6b81ebc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.463145] env[69905]: DEBUG oslo_vmware.api [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1416.463145] env[69905]: value = "task-3414721" [ 1416.463145] env[69905]: _type = "Task" [ 1416.463145] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.470390] env[69905]: DEBUG oslo_vmware.api [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.683968] env[69905]: DEBUG nova.objects.instance [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'migration_context' on Instance uuid abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.973200] env[69905]: DEBUG oslo_vmware.api [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414721, 'name': PowerOffVM_Task, 'duration_secs': 0.229981} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.973464] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.973632] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.973879] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c2b85f-0c5a-4a75-9109-291e242a0654 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.034655] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.034861] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.035039] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleting the datastore file [datastore2] 9a16c40d-3f6a-47f1-ae52-567c4157f187 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.035312] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b9c84d8-b5fe-4985-ad63-bb9c69e42b56 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.041718] env[69905]: DEBUG oslo_vmware.api [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1417.041718] env[69905]: value = "task-3414723" [ 1417.041718] env[69905]: _type = "Task" [ 1417.041718] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.048999] env[69905]: DEBUG oslo_vmware.api [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.262268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9de89eb-365f-4966-a072-1c59df240d60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.269413] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fbcf64-03ec-47fe-9225-debdd0e30cee {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.317949] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee9f0b3-8685-4b25-bfaa-9af0c6649c2d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.328676] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a895a06-7283-4d42-a843-76d8796e98f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.350292] env[69905]: DEBUG nova.compute.provider_tree [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.551272] env[69905]: DEBUG oslo_vmware.api [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132056} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.551466] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.551625] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.551795] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.551966] env[69905]: INFO nova.compute.manager [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1417.552224] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.552415] env[69905]: DEBUG nova.compute.manager [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.552509] env[69905]: DEBUG nova.network.neutron [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.854518] env[69905]: DEBUG nova.scheduler.client.report [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.964274] env[69905]: DEBUG nova.compute.manager [req-da50fffa-fc6f-4ff9-ac50-f13ea72ff840 req-ebfa61ee-06b5-4acc-888f-2c05a7e8bb6a service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Received event network-vif-deleted-7bab2ca6-94ca-4062-959f-6d3d7f24bb70 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.964498] env[69905]: INFO nova.compute.manager [req-da50fffa-fc6f-4ff9-ac50-f13ea72ff840 req-ebfa61ee-06b5-4acc-888f-2c05a7e8bb6a service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Neutron deleted interface 7bab2ca6-94ca-4062-959f-6d3d7f24bb70; detaching it from the instance and deleting it from the info cache [ 1417.964653] env[69905]: DEBUG nova.network.neutron [req-da50fffa-fc6f-4ff9-ac50-f13ea72ff840 req-ebfa61ee-06b5-4acc-888f-2c05a7e8bb6a service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.448760] env[69905]: DEBUG nova.network.neutron [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.468188] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05191078-7b3a-413c-b2ac-6a28ca78574b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.479317] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89c3e5-b294-46f4-8f3e-c8656a8f6240 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.505032] env[69905]: DEBUG nova.compute.manager [req-da50fffa-fc6f-4ff9-ac50-f13ea72ff840 req-ebfa61ee-06b5-4acc-888f-2c05a7e8bb6a service nova] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Detach interface failed, port_id=7bab2ca6-94ca-4062-959f-6d3d7f24bb70, reason: Instance 9a16c40d-3f6a-47f1-ae52-567c4157f187 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1418.865680] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.685s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.951175] env[69905]: INFO nova.compute.manager [-] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Took 1.40 seconds to deallocate network for instance. [ 1419.457477] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.457845] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.458095] env[69905]: DEBUG nova.objects.instance [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'resources' on Instance uuid 9a16c40d-3f6a-47f1-ae52-567c4157f187 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.029416] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ae936-5434-4e39-b3bc-81ce608529f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.037208] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02892e38-f7f3-4a55-bcaa-daa0e4110b9e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.066064] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be7021-20c6-4f3b-b912-59ac41be545a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.073051] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d134529-04c5-445b-9fb2-7a01e1abff54 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.086683] env[69905]: DEBUG nova.compute.provider_tree [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.405092] env[69905]: INFO nova.compute.manager [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Swapping old allocation on dict_keys(['f133ba43-d404-412b-a798-6fa4ec2fd7a0']) held by migration 26897477-60d2-460e-823a-5dd809ea7a51 for instance [ 1420.425068] env[69905]: DEBUG nova.scheduler.client.report [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Overwriting current allocation {'allocations': {'f133ba43-d404-412b-a798-6fa4ec2fd7a0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '8f28d6ac921b4465add820edd5b34110', 'user_id': '4b519eabd8d2430fa1a8d22bbe7d866d', 'consumer_generation': 1} on consumer abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 {{(pid=69905) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1420.497105] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.497303] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.497493] env[69905]: DEBUG nova.network.neutron [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.589855] env[69905]: DEBUG nova.scheduler.client.report [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.094560] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.111167] env[69905]: INFO nova.scheduler.client.report [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted allocations for instance 9a16c40d-3f6a-47f1-ae52-567c4157f187 [ 1421.203405] env[69905]: DEBUG nova.network.neutron [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [{"id": "06307b67-1c21-463c-98c3-413a96f9f11f", "address": "fa:16:3e:16:16:69", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06307b67-1c", "ovs_interfaceid": "06307b67-1c21-463c-98c3-413a96f9f11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.622395] env[69905]: DEBUG oslo_concurrency.lockutils [None req-be356610-a54b-4569-bdfe-f9b64a82760c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "9a16c40d-3f6a-47f1-ae52-567c4157f187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.705943] env[69905]: DEBUG oslo_concurrency.lockutils [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.706416] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.706703] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b100ba7a-c445-427a-a5fa-f58d1e983136 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.715016] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1421.715016] env[69905]: value = "task-3414724" [ 1421.715016] env[69905]: _type = "Task" [ 1421.715016] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.723370] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.224403] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414724, 'name': PowerOffVM_Task, 'duration_secs': 0.197981} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.224687] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.225344] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.225556] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.225710] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.225888] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.226042] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.226192] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.226395] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.226550] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.226712] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.226872] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.227052] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.231901] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d81df4-74db-46ba-9e73-a2c6cf34af6b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.246782] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1422.246782] env[69905]: value = "task-3414725" [ 1422.246782] env[69905]: _type = "Task" [ 1422.246782] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.256325] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.757305] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414725, 'name': ReconfigVM_Task, 'duration_secs': 0.138122} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.758268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866f8687-d7d3-4b64-bd49-8f9b5ea4511e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.777417] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.777750] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.777966] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.778224] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.778429] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.778589] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.778797] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.779011] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.779243] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.779436] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.779640] env[69905]: DEBUG nova.virt.hardware [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.780495] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0520cae1-14cd-4aed-b7e4-54ca36e58f9f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.785866] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1422.785866] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523fc9c6-2db6-34b7-aece-2f26058f3f26" [ 1422.785866] env[69905]: _type = "Task" [ 1422.785866] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.793680] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523fc9c6-2db6-34b7-aece-2f26058f3f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.258137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "db3f2bfa-5de0-40be-90d4-7d305113edfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.258446] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.295837] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]523fc9c6-2db6-34b7-aece-2f26058f3f26, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.300948] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1423.301220] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc00d146-7f68-45bb-becc-25512bd87bd9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.319011] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1423.319011] env[69905]: value = "task-3414726" [ 1423.319011] env[69905]: _type = "Task" [ 1423.319011] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.326498] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.760824] env[69905]: DEBUG nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1423.828705] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414726, 'name': ReconfigVM_Task, 'duration_secs': 0.188334} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.828978] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.829755] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b8c3f0-9e20-4780-979c-337308f9ee51 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.851806] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.852099] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389e1d21-02dc-45e0-a1ef-3d503a4479fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.869391] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1423.869391] env[69905]: value = "task-3414727" [ 1423.869391] env[69905]: _type = "Task" [ 1423.869391] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.876790] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.284744] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.285051] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.286436] env[69905]: INFO nova.compute.claims [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.379385] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414727, 'name': ReconfigVM_Task, 'duration_secs': 0.248398} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.379707] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Reconfigured VM instance instance-0000007c to attach disk [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72/abe4ffb4-6a14-438f-9eed-5c7cc9a44e72.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.380531] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c56a0e-8b03-40f5-8b64-83e5341e740f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.400016] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d302a0f6-7318-4d39-bb51-91fe6e6cb3fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.418504] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d4236b-add1-4c94-a5da-502bb880604e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.435123] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f215734f-3bde-4818-9d2d-20b0cb365d08 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.441244] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.441452] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abae9dd7-96a0-4265-8d7f-6ecd617fdfc6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.447242] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1424.447242] env[69905]: value = "task-3414728" [ 1424.447242] env[69905]: _type = "Task" [ 1424.447242] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.454129] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.957470] env[69905]: DEBUG oslo_vmware.api [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414728, 'name': PowerOnVM_Task, 'duration_secs': 0.336215} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.957935] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.348070] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f08421d-d979-4e08-9eaa-9030914cb37b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.355658] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb5baf0-d1f1-4b55-ad4e-8dad2c24f969 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.384772] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d2a8b-40d6-4445-9b9f-6a20cfcb047b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.391168] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df274c1a-e43f-4445-ad87-5ddd488c225c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.403458] env[69905]: DEBUG nova.compute.provider_tree [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.907053] env[69905]: DEBUG nova.scheduler.client.report [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.967433] env[69905]: INFO nova.compute.manager [None req-5d2b4132-240b-404b-affc-9c02918daf74 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance to original state: 'active' [ 1426.411375] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.411947] env[69905]: DEBUG nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.831849] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.832152] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.832345] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.832528] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.832696] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.834946] env[69905]: INFO nova.compute.manager [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Terminating instance [ 1426.916091] env[69905]: DEBUG nova.compute.utils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1426.917481] env[69905]: DEBUG nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.917646] env[69905]: DEBUG nova.network.neutron [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.963819] env[69905]: DEBUG nova.policy [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf4506032684704aa15d5131e334ddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0116211ab2be4ef4b199279d8a79be17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.213624] env[69905]: DEBUG nova.network.neutron [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Successfully created port: 652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.339211] env[69905]: DEBUG nova.compute.manager [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.339373] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.340761] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bc027d-5c0a-41cf-b056-f3032ee44962 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.348631] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.349093] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8c55f9-2568-473b-a4a2-cd2dfc570564 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.357778] env[69905]: DEBUG oslo_vmware.api [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1427.357778] env[69905]: value = "task-3414729" [ 1427.357778] env[69905]: _type = "Task" [ 1427.357778] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.367985] env[69905]: DEBUG oslo_vmware.api [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.421687] env[69905]: DEBUG nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.867539] env[69905]: DEBUG oslo_vmware.api [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414729, 'name': PowerOffVM_Task, 'duration_secs': 0.193028} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.867819] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.867986] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.868259] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d764cf5-59b9-4935-94c5-058b0353dfc5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.928737] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.928914] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.929107] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleting the datastore file [datastore1] abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.929572] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdff3248-e398-45b6-868b-a1281e65e297 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.936564] env[69905]: DEBUG oslo_vmware.api [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1427.936564] env[69905]: value = "task-3414731" [ 1427.936564] env[69905]: _type = "Task" [ 1427.936564] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.945165] env[69905]: DEBUG oslo_vmware.api [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.189337] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.189600] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.430931] env[69905]: DEBUG nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.446167] env[69905]: DEBUG oslo_vmware.api [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280205} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.446436] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.446621] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.446796] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.446964] env[69905]: INFO nova.compute.manager [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1428.447222] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.447413] env[69905]: DEBUG nova.compute.manager [-] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.447508] env[69905]: DEBUG nova.network.neutron [-] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.456728] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.456954] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.457126] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.457315] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.457465] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.457611] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.457817] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.457976] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.458158] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.458320] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.458493] env[69905]: DEBUG nova.virt.hardware [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.459598] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba091bb4-61a0-428e-a8cb-30aa6fa3c273 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.466996] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4821b355-6159-4a55-9a7f-e4bc2163bed3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.595156] env[69905]: DEBUG nova.compute.manager [req-e4631d0a-c711-4c02-a37f-eae1b04e8e3d req-636bbfca-f9a8-4b0a-a031-77ac97e1ad54 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Received event network-vif-plugged-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.595156] env[69905]: DEBUG oslo_concurrency.lockutils [req-e4631d0a-c711-4c02-a37f-eae1b04e8e3d req-636bbfca-f9a8-4b0a-a031-77ac97e1ad54 service nova] Acquiring lock "db3f2bfa-5de0-40be-90d4-7d305113edfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.595156] env[69905]: DEBUG oslo_concurrency.lockutils [req-e4631d0a-c711-4c02-a37f-eae1b04e8e3d req-636bbfca-f9a8-4b0a-a031-77ac97e1ad54 service nova] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.595156] env[69905]: DEBUG oslo_concurrency.lockutils [req-e4631d0a-c711-4c02-a37f-eae1b04e8e3d req-636bbfca-f9a8-4b0a-a031-77ac97e1ad54 service nova] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.595156] env[69905]: DEBUG nova.compute.manager [req-e4631d0a-c711-4c02-a37f-eae1b04e8e3d req-636bbfca-f9a8-4b0a-a031-77ac97e1ad54 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] No waiting events found dispatching network-vif-plugged-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.595927] env[69905]: WARNING nova.compute.manager [req-e4631d0a-c711-4c02-a37f-eae1b04e8e3d req-636bbfca-f9a8-4b0a-a031-77ac97e1ad54 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Received unexpected event network-vif-plugged-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 for instance with vm_state building and task_state spawning. [ 1428.678505] env[69905]: DEBUG nova.network.neutron [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Successfully updated port: 652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.692892] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.693207] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.693385] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.693531] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1428.695185] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0def752b-0497-4b0b-8c0c-91671f0a27c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.703592] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f54e25f-a8c0-4039-a2f9-45081c5a9692 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.721016] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c54c3e6-ae7c-416d-b5c3-6a7d2d269c9b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.727467] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6fadb9-a926-4bbe-9003-d29ece0b4693 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.759114] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179949MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1428.759284] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.759455] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.181459] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.181690] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.181750] env[69905]: DEBUG nova.network.neutron [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.257708] env[69905]: DEBUG nova.compute.manager [req-9dd8555c-0daa-4e63-b522-a35223b67197 req-298aeaec-9568-43ed-b53e-48c15cec33ea service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Received event network-vif-deleted-06307b67-1c21-463c-98c3-413a96f9f11f {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.257708] env[69905]: INFO nova.compute.manager [req-9dd8555c-0daa-4e63-b522-a35223b67197 req-298aeaec-9568-43ed-b53e-48c15cec33ea service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Neutron deleted interface 06307b67-1c21-463c-98c3-413a96f9f11f; detaching it from the instance and deleting it from the info cache [ 1429.257708] env[69905]: DEBUG nova.network.neutron [req-9dd8555c-0daa-4e63-b522-a35223b67197 req-298aeaec-9568-43ed-b53e-48c15cec33ea service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.526756] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.526756] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.527136] env[69905]: INFO nova.compute.manager [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Shelving [ 1429.713728] env[69905]: DEBUG nova.network.neutron [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.740426] env[69905]: DEBUG nova.network.neutron [-] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.760096] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ab8aa05-5e70-41a8-89c2-16642a336f9c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.772132] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d059de-a1c2-4197-99a3-e204da9117f2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.787815] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1429.787966] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 61f6de84-05b8-4103-ac6c-c7e5650f98e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1429.788129] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1429.788254] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance db3f2bfa-5de0-40be-90d4-7d305113edfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1429.788430] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1429.788566] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1429.805636] env[69905]: DEBUG nova.compute.manager [req-9dd8555c-0daa-4e63-b522-a35223b67197 req-298aeaec-9568-43ed-b53e-48c15cec33ea service nova] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Detach interface failed, port_id=06307b67-1c21-463c-98c3-413a96f9f11f, reason: Instance abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1429.854405] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ce5a8-3943-47d4-92c5-0b2bd85e009a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.858140] env[69905]: DEBUG nova.network.neutron [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Updating instance_info_cache with network_info: [{"id": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "address": "fa:16:3e:13:b9:f2", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c1cfc-35", "ovs_interfaceid": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.864165] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5df90-4dbf-4840-ba24-a8c242589b02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.893664] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e858ff83-9c86-499f-89fc-1f83d9060478 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.901086] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8ba67-6328-4fd7-8b6e-ed4a639b0d2d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.914443] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.243648] env[69905]: INFO nova.compute.manager [-] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Took 1.80 seconds to deallocate network for instance. [ 1430.364233] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.364552] env[69905]: DEBUG nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Instance network_info: |[{"id": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "address": "fa:16:3e:13:b9:f2", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c1cfc-35", "ovs_interfaceid": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.364971] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:b9:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652c1cfc-35d3-4bd0-97a2-4f99a56b33b0', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.372627] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.372840] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.373164] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-447a62bd-1567-4c5b-b914-565af6ae270d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.391853] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.391853] env[69905]: value = "task-3414732" [ 1430.391853] env[69905]: _type = "Task" [ 1430.391853] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.398974] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414732, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.416880] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.535239] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.535628] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db894fc3-bc7b-4207-bbc6-10d74b18d782 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.542898] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1430.542898] env[69905]: value = "task-3414733" [ 1430.542898] env[69905]: _type = "Task" [ 1430.542898] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.550464] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.622794] env[69905]: DEBUG nova.compute.manager [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Received event network-changed-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.622967] env[69905]: DEBUG nova.compute.manager [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Refreshing instance network info cache due to event network-changed-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1430.623250] env[69905]: DEBUG oslo_concurrency.lockutils [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] Acquiring lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.623361] env[69905]: DEBUG oslo_concurrency.lockutils [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] Acquired lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.623526] env[69905]: DEBUG nova.network.neutron [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Refreshing network info cache for port 652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.753700] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.901566] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414732, 'name': CreateVM_Task, 'duration_secs': 0.295303} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.901754] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.902388] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.902586] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.902922] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.903210] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d62e73f-f44a-4104-931a-89ca6ae94699 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.907337] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1430.907337] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528566ee-5932-1e9a-011a-e68b7e665a78" [ 1430.907337] env[69905]: _type = "Task" [ 1430.907337] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.914242] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528566ee-5932-1e9a-011a-e68b7e665a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.920916] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1430.921107] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.162s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.921338] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.168s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.921554] env[69905]: DEBUG nova.objects.instance [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'resources' on Instance uuid abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.053127] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414733, 'name': PowerOffVM_Task, 'duration_secs': 0.158835} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.053457] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.054255] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafdcebb-82b0-46bc-b37b-9b8de0c7e448 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.071606] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20432c98-5e4a-425c-b8c5-b2784a6c282b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.293050] env[69905]: DEBUG nova.network.neutron [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Updated VIF entry in instance network info cache for port 652c1cfc-35d3-4bd0-97a2-4f99a56b33b0. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.293485] env[69905]: DEBUG nova.network.neutron [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Updating instance_info_cache with network_info: [{"id": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "address": "fa:16:3e:13:b9:f2", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c1cfc-35", "ovs_interfaceid": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.417738] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]528566ee-5932-1e9a-011a-e68b7e665a78, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.418104] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.418280] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.418510] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.418657] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.418836] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.419102] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4f2d2c-64b6-49df-bf38-03262a96fb05 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.429917] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.429917] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.429917] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08bcbe3a-e4e0-4db6-9054-2e9015569fc4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.434025] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1431.434025] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52018c31-23db-7f20-1835-a474ce41bbf8" [ 1431.434025] env[69905]: _type = "Task" [ 1431.434025] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.444761] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52018c31-23db-7f20-1835-a474ce41bbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.008212} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.445997] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1659e90-c0bb-4924-b3a2-2fd9095c4bd1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.451659] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1431.451659] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521b29d7-f1d6-38ca-0ac8-5b90de704cb7" [ 1431.451659] env[69905]: _type = "Task" [ 1431.451659] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.460671] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]521b29d7-f1d6-38ca-0ac8-5b90de704cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.0081} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.462811] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.463059] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] db3f2bfa-5de0-40be-90d4-7d305113edfa/db3f2bfa-5de0-40be-90d4-7d305113edfa.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.464023] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03bfcf08-b66a-4269-b242-ed6bd254a3ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.470016] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1431.470016] env[69905]: value = "task-3414734" [ 1431.470016] env[69905]: _type = "Task" [ 1431.470016] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.478877] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.483956] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec730e-cbe5-4e32-b731-e117edea9fc6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.489841] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3bd813-7383-4e5b-a7eb-218442c5829b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.517814] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f9b0ca-1969-41b8-9414-333d403e0f38 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.524724] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c95ff0-4b2a-4d47-b2f8-ad7884b36841 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.537445] env[69905]: DEBUG nova.compute.provider_tree [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.581042] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Creating Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1431.581381] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68cdb9ef-fd80-4d58-8c56-02d2ab5ed8eb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.588538] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1431.588538] env[69905]: value = "task-3414735" [ 1431.588538] env[69905]: _type = "Task" [ 1431.588538] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.596479] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414735, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.796314] env[69905]: DEBUG oslo_concurrency.lockutils [req-5afdee1d-3ea1-4ca1-a0e2-0578614e055e req-a55cfc4a-6a37-4a09-b58f-b29bd053d7d0 service nova] Releasing lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.921880] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.922196] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.979927] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43859} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.980199] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] db3f2bfa-5de0-40be-90d4-7d305113edfa/db3f2bfa-5de0-40be-90d4-7d305113edfa.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.980410] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.980648] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c9e1c5c-bf38-46ed-afe0-2d7475e678be {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.986618] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1431.986618] env[69905]: value = "task-3414736" [ 1431.986618] env[69905]: _type = "Task" [ 1431.986618] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.994945] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.041185] env[69905]: DEBUG nova.scheduler.client.report [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.099752] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414735, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.496783] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055371} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.497076] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.497849] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b84c50-c58a-4433-98bd-093c6d41d8b7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.519200] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] db3f2bfa-5de0-40be-90d4-7d305113edfa/db3f2bfa-5de0-40be-90d4-7d305113edfa.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.519462] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6087bfb-0b50-4b44-b80c-d7df54fc0d32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.538262] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1432.538262] env[69905]: value = "task-3414737" [ 1432.538262] env[69905]: _type = "Task" [ 1432.538262] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.546047] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.547810] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.566245] env[69905]: INFO nova.scheduler.client.report [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted allocations for instance abe4ffb4-6a14-438f-9eed-5c7cc9a44e72 [ 1432.599086] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414735, 'name': CreateSnapshot_Task, 'duration_secs': 0.588275} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.599439] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Created Snapshot of the VM instance {{(pid=69905) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1432.600250] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9490872-80bf-42bb-86c6-221b6613f84e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.048217] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414737, 'name': ReconfigVM_Task, 'duration_secs': 0.273914} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.048464] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Reconfigured VM instance instance-0000007e to attach disk [datastore2] db3f2bfa-5de0-40be-90d4-7d305113edfa/db3f2bfa-5de0-40be-90d4-7d305113edfa.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.049078] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80cb3a3-8e4d-412e-b8e2-b4aa42cbe172 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.055458] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1433.055458] env[69905]: value = "task-3414738" [ 1433.055458] env[69905]: _type = "Task" [ 1433.055458] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.062934] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414738, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.075054] env[69905]: DEBUG oslo_concurrency.lockutils [None req-885b4d84-4db8-4c58-8929-67a9b5bbb79f tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "abe4ffb4-6a14-438f-9eed-5c7cc9a44e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.243s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.117536] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Creating linked-clone VM from snapshot {{(pid=69905) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1433.117792] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79d89f35-ad96-4023-ab7b-e3d236b7c6ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.126089] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1433.126089] env[69905]: value = "task-3414739" [ 1433.126089] env[69905]: _type = "Task" [ 1433.126089] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.134704] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414739, 'name': CloneVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.570299] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414738, 'name': Rename_Task, 'duration_secs': 0.13518} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.570838] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.571403] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453e2dd3-bb67-4e5f-b75d-d7688a802b71 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.579019] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1433.579019] env[69905]: value = "task-3414740" [ 1433.579019] env[69905]: _type = "Task" [ 1433.579019] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.590452] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.635904] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414739, 'name': CloneVM_Task} progress is 94%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.075357] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.075608] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.088097] env[69905]: DEBUG oslo_vmware.api [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414740, 'name': PowerOnVM_Task, 'duration_secs': 0.41039} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.088809] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.089027] env[69905]: INFO nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Took 5.66 seconds to spawn the instance on the hypervisor. [ 1434.089208] env[69905]: DEBUG nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.089934] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c79d5-f725-42ae-84c2-c400ba3c0d83 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.137363] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414739, 'name': CloneVM_Task, 'duration_secs': 0.970107} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.137603] env[69905]: INFO nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Created linked-clone VM from snapshot [ 1434.138325] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2411d00-4ea2-4a66-8c86-3a26d538ca10 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.145300] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Uploading image 99320bd7-3fc5-4689-a39f-3db74689d53e {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1434.169631] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1434.169631] env[69905]: value = "vm-681329" [ 1434.169631] env[69905]: _type = "VirtualMachine" [ 1434.169631] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1434.169909] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4082fb1f-b19f-4799-929a-f784a662874c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.176370] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease: (returnval){ [ 1434.176370] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a0836-d172-6e52-82cb-1623e3115be9" [ 1434.176370] env[69905]: _type = "HttpNfcLease" [ 1434.176370] env[69905]: } obtained for exporting VM: (result){ [ 1434.176370] env[69905]: value = "vm-681329" [ 1434.176370] env[69905]: _type = "VirtualMachine" [ 1434.176370] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1434.176646] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the lease: (returnval){ [ 1434.176646] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a0836-d172-6e52-82cb-1623e3115be9" [ 1434.176646] env[69905]: _type = "HttpNfcLease" [ 1434.176646] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1434.182370] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1434.182370] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a0836-d172-6e52-82cb-1623e3115be9" [ 1434.182370] env[69905]: _type = "HttpNfcLease" [ 1434.182370] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1434.188880] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.578641] env[69905]: DEBUG nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.604638] env[69905]: INFO nova.compute.manager [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Took 10.34 seconds to build instance. [ 1434.685497] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1434.685497] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a0836-d172-6e52-82cb-1623e3115be9" [ 1434.685497] env[69905]: _type = "HttpNfcLease" [ 1434.685497] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1434.685772] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1434.685772] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522a0836-d172-6e52-82cb-1623e3115be9" [ 1434.685772] env[69905]: _type = "HttpNfcLease" [ 1434.685772] env[69905]: }. {{(pid=69905) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1434.686492] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd3c457-86b7-45f0-bf0d-1c72522b51e9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.693693] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392c20-8429-501e-7f7a-1487a091a25f/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1434.693861] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392c20-8429-501e-7f7a-1487a091a25f/disk-0.vmdk for reading. {{(pid=69905) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1434.924213] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34f1adbf-2d87-4f8c-8bda-9c444f60beb0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.058179] env[69905]: DEBUG nova.compute.manager [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Received event network-changed-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.058263] env[69905]: DEBUG nova.compute.manager [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Refreshing instance network info cache due to event network-changed-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.058472] env[69905]: DEBUG oslo_concurrency.lockutils [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] Acquiring lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.058615] env[69905]: DEBUG oslo_concurrency.lockutils [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] Acquired lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.058771] env[69905]: DEBUG nova.network.neutron [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Refreshing network info cache for port 652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.101971] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.102280] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.103891] env[69905]: INFO nova.compute.claims [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.106369] env[69905]: DEBUG oslo_concurrency.lockutils [None req-f9f42aa8-44c1-4959-a0b5-4672b32ebccf tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.848s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.189089] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.189322] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.189472] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1435.799459] env[69905]: DEBUG nova.network.neutron [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Updated VIF entry in instance network info cache for port 652c1cfc-35d3-4bd0-97a2-4f99a56b33b0. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.799893] env[69905]: DEBUG nova.network.neutron [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Updating instance_info_cache with network_info: [{"id": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "address": "fa:16:3e:13:b9:f2", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c1cfc-35", "ovs_interfaceid": "652c1cfc-35d3-4bd0-97a2-4f99a56b33b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.180061] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f3a171-de12-41af-b2cd-ad570f151ef6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.188230] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f0a1f7-3a04-4c99-86ff-009ec1f32ba2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.217465] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c79fcd-451c-4999-8182-74b396e6a904 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.225070] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d50044-5b92-4664-b811-4c416056c851 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.237833] env[69905]: DEBUG nova.compute.provider_tree [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.303526] env[69905]: DEBUG oslo_concurrency.lockutils [req-509c478b-b6cf-45fc-9a8d-71f1c2c925cf req-e57c7797-6af2-4748-98f8-bb7eeb2f24d4 service nova] Releasing lock "refresh_cache-db3f2bfa-5de0-40be-90d4-7d305113edfa" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.741382] env[69905]: DEBUG nova.scheduler.client.report [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.185268] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.246518] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.247181] env[69905]: DEBUG nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.752943] env[69905]: DEBUG nova.compute.utils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.754423] env[69905]: DEBUG nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.754585] env[69905]: DEBUG nova.network.neutron [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.799341] env[69905]: DEBUG nova.policy [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b519eabd8d2430fa1a8d22bbe7d866d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f28d6ac921b4465add820edd5b34110', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.105034] env[69905]: DEBUG nova.network.neutron [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Successfully created port: 327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.257752] env[69905]: DEBUG nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.267806] env[69905]: DEBUG nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.296407] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T11:59:12Z,direct_url=,disk_format='vmdk',id=4d89dfdd-1f7f-4402-9612-6c92a2658cf4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b04fe103886b44a6af541b3752a31be5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T11:59:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.296660] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.296820] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.297015] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.297194] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.297349] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.297552] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.297710] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.297879] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.298058] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.298246] env[69905]: DEBUG nova.virt.hardware [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.299158] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9f3127-3684-47de-b808-79489a313b5a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.307440] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41f525f-5c91-4416-a5be-853516a9dbbf {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.482083] env[69905]: DEBUG nova.compute.manager [req-8b84431a-d53f-4afa-8d8c-8d72f220e2df req-94c2e45b-d7cc-4e73-85ea-e7e955e10be5 service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Received event network-vif-plugged-327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.482366] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b84431a-d53f-4afa-8d8c-8d72f220e2df req-94c2e45b-d7cc-4e73-85ea-e7e955e10be5 service nova] Acquiring lock "f40b4177-0bae-4402-91fa-fcdeb9101b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.482594] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b84431a-d53f-4afa-8d8c-8d72f220e2df req-94c2e45b-d7cc-4e73-85ea-e7e955e10be5 service nova] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.482798] env[69905]: DEBUG oslo_concurrency.lockutils [req-8b84431a-d53f-4afa-8d8c-8d72f220e2df req-94c2e45b-d7cc-4e73-85ea-e7e955e10be5 service nova] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.482920] env[69905]: DEBUG nova.compute.manager [req-8b84431a-d53f-4afa-8d8c-8d72f220e2df req-94c2e45b-d7cc-4e73-85ea-e7e955e10be5 service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] No waiting events found dispatching network-vif-plugged-327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.483233] env[69905]: WARNING nova.compute.manager [req-8b84431a-d53f-4afa-8d8c-8d72f220e2df req-94c2e45b-d7cc-4e73-85ea-e7e955e10be5 service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Received unexpected event network-vif-plugged-327d078f-7d50-4379-b8c2-5a7bd96de683 for instance with vm_state building and task_state spawning. [ 1439.565513] env[69905]: DEBUG nova.network.neutron [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Successfully updated port: 327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.068447] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.068650] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.068840] env[69905]: DEBUG nova.network.neutron [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.601769] env[69905]: DEBUG nova.network.neutron [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.730736] env[69905]: DEBUG nova.network.neutron [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updating instance_info_cache with network_info: [{"id": "327d078f-7d50-4379-b8c2-5a7bd96de683", "address": "fa:16:3e:c3:a3:44", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327d078f-7d", "ovs_interfaceid": "327d078f-7d50-4379-b8c2-5a7bd96de683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.233407] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.233777] env[69905]: DEBUG nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Instance network_info: |[{"id": "327d078f-7d50-4379-b8c2-5a7bd96de683", "address": "fa:16:3e:c3:a3:44", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327d078f-7d", "ovs_interfaceid": "327d078f-7d50-4379-b8c2-5a7bd96de683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.234255] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a3:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '327d078f-7d50-4379-b8c2-5a7bd96de683', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.241863] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.242056] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.242712] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcc6a911-5ceb-4447-9dd7-5417ad54efb9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.262852] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.262852] env[69905]: value = "task-3414745" [ 1441.262852] env[69905]: _type = "Task" [ 1441.262852] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.270788] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414745, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.510263] env[69905]: DEBUG nova.compute.manager [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Received event network-changed-327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.510420] env[69905]: DEBUG nova.compute.manager [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Refreshing instance network info cache due to event network-changed-327d078f-7d50-4379-b8c2-5a7bd96de683. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.510631] env[69905]: DEBUG oslo_concurrency.lockutils [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] Acquiring lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.510746] env[69905]: DEBUG oslo_concurrency.lockutils [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] Acquired lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.510907] env[69905]: DEBUG nova.network.neutron [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Refreshing network info cache for port 327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.774548] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414745, 'name': CreateVM_Task, 'duration_secs': 0.33452} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.774985] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.775332] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.775494] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.775824] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.776096] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2c2a24-2023-4b42-b527-847aeecda2fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.781178] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1441.781178] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522feafa-0680-5a72-ee28-3b534db2b1d8" [ 1441.781178] env[69905]: _type = "Task" [ 1441.781178] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.788886] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522feafa-0680-5a72-ee28-3b534db2b1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.233605] env[69905]: DEBUG nova.network.neutron [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updated VIF entry in instance network info cache for port 327d078f-7d50-4379-b8c2-5a7bd96de683. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.233969] env[69905]: DEBUG nova.network.neutron [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updating instance_info_cache with network_info: [{"id": "327d078f-7d50-4379-b8c2-5a7bd96de683", "address": "fa:16:3e:c3:a3:44", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327d078f-7d", "ovs_interfaceid": "327d078f-7d50-4379-b8c2-5a7bd96de683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.292249] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]522feafa-0680-5a72-ee28-3b534db2b1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.037731} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.292487] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.292718] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Processing image 4d89dfdd-1f7f-4402-9612-6c92a2658cf4 {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.293137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.293137] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.293306] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.293576] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e19f400b-3f2e-4e5c-90be-78e12977a812 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.302305] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.302485] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.303218] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940628fb-f292-4424-819f-a710be560a68 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.308893] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1442.308893] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e78792-a0e7-90db-85ad-589310e86022" [ 1442.308893] env[69905]: _type = "Task" [ 1442.308893] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.316513] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e78792-a0e7-90db-85ad-589310e86022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.737355] env[69905]: DEBUG oslo_concurrency.lockutils [req-8a6b5002-6bb3-4d34-b46a-d7d5657296c4 req-89366a98-06f5-44d6-aaa5-d20891e0595a service nova] Releasing lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.819270] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52e78792-a0e7-90db-85ad-589310e86022, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.819996] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7567995c-073f-49ff-bbb8-d498423d7679 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.825315] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1442.825315] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527889e1-7de2-46ca-079e-04502fd9cf57" [ 1442.825315] env[69905]: _type = "Task" [ 1442.825315] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.833750] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527889e1-7de2-46ca-079e-04502fd9cf57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.335950] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527889e1-7de2-46ca-079e-04502fd9cf57, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.336304] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.336573] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] f40b4177-0bae-4402-91fa-fcdeb9101b06/f40b4177-0bae-4402-91fa-fcdeb9101b06.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.336838] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8564a27-8353-4627-a131-35027c4fa353 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.344508] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1443.344508] env[69905]: value = "task-3414747" [ 1443.344508] env[69905]: _type = "Task" [ 1443.344508] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.353346] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.855601] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414747, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.356613] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697156} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.356886] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d89dfdd-1f7f-4402-9612-6c92a2658cf4/4d89dfdd-1f7f-4402-9612-6c92a2658cf4.vmdk to [datastore2] f40b4177-0bae-4402-91fa-fcdeb9101b06/f40b4177-0bae-4402-91fa-fcdeb9101b06.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.357123] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Extending root virtual disk to 1048576 {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.357402] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efdcf675-949b-4713-b635-4f0c63267f1a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.366079] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1444.366079] env[69905]: value = "task-3414748" [ 1444.366079] env[69905]: _type = "Task" [ 1444.366079] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.374752] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.785333] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392c20-8429-501e-7f7a-1487a091a25f/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1444.786276] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49803b5-11e4-4b67-8490-514f34c2fee3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.792391] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392c20-8429-501e-7f7a-1487a091a25f/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1444.792551] env[69905]: ERROR oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392c20-8429-501e-7f7a-1487a091a25f/disk-0.vmdk due to incomplete transfer. [ 1444.792763] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27654e21-3f8c-4e39-bfcb-20d61d3222bb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.799933] env[69905]: DEBUG oslo_vmware.rw_handles [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392c20-8429-501e-7f7a-1487a091a25f/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1444.800138] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Uploaded image 99320bd7-3fc5-4689-a39f-3db74689d53e to the Glance image server {{(pid=69905) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1444.802914] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Destroying the VM {{(pid=69905) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1444.803159] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf4f6f75-bfff-4f4a-b710-246cee76989f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.808892] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1444.808892] env[69905]: value = "task-3414749" [ 1444.808892] env[69905]: _type = "Task" [ 1444.808892] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.816663] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414749, 'name': Destroy_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.875674] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070726} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.876032] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Extended root virtual disk {{(pid=69905) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.876806] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c6a7db-5c54-4f9b-a36b-11d3c8db8296 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.900920] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] f40b4177-0bae-4402-91fa-fcdeb9101b06/f40b4177-0bae-4402-91fa-fcdeb9101b06.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.901265] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1f98f1-9f66-4bf7-a879-fa728eaf3067 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.921248] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1444.921248] env[69905]: value = "task-3414751" [ 1444.921248] env[69905]: _type = "Task" [ 1444.921248] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.930953] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.319019] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414749, 'name': Destroy_Task, 'duration_secs': 0.332714} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.319290] env[69905]: INFO nova.virt.vmwareapi.vm_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Destroyed the VM [ 1445.319526] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Deleting Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1445.319854] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-488ad664-7bfd-4e97-be6c-ba070f94348e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.327431] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1445.327431] env[69905]: value = "task-3414752" [ 1445.327431] env[69905]: _type = "Task" [ 1445.327431] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.335973] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.432081] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414751, 'name': ReconfigVM_Task, 'duration_secs': 0.294269} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.432379] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Reconfigured VM instance instance-0000007f to attach disk [datastore2] f40b4177-0bae-4402-91fa-fcdeb9101b06/f40b4177-0bae-4402-91fa-fcdeb9101b06.vmdk or device None with type sparse {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.433046] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb5546e-989b-41e9-bbd0-6028ca279d44 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.440758] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1445.440758] env[69905]: value = "task-3414753" [ 1445.440758] env[69905]: _type = "Task" [ 1445.440758] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.450312] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414753, 'name': Rename_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.838348] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414752, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370173} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.838668] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Deleted Snapshot of the VM instance {{(pid=69905) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1445.838931] env[69905]: DEBUG nova.compute.manager [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.839726] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674fe5cc-c1c1-4570-9542-56a7f41101d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.951076] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414753, 'name': Rename_Task, 'duration_secs': 0.147087} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.951452] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.951615] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95211a6f-6db1-46c0-997a-f8665e8767dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.958601] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1445.958601] env[69905]: value = "task-3414754" [ 1445.958601] env[69905]: _type = "Task" [ 1445.958601] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.974202] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.352981] env[69905]: INFO nova.compute.manager [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Shelve offloading [ 1446.469752] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414754, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.856623] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.856953] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cd49f59-c9bd-4356-a9e8-2082a6e990b3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.865532] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1446.865532] env[69905]: value = "task-3414755" [ 1446.865532] env[69905]: _type = "Task" [ 1446.865532] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.874551] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.969769] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.378043] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] VM already powered off {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1447.378043] env[69905]: DEBUG nova.compute.manager [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.378043] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f13c9-7dd3-4bb4-94df-0859b479bf3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.384391] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.384569] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.384750] env[69905]: DEBUG nova.network.neutron [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.470168] env[69905]: DEBUG oslo_vmware.api [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414754, 'name': PowerOnVM_Task, 'duration_secs': 1.215308} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.470418] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.470660] env[69905]: INFO nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1447.470816] env[69905]: DEBUG nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.471636] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342dcda2-134b-4bb7-b5f4-f5bbb4258ccc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.990413] env[69905]: INFO nova.compute.manager [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Took 12.91 seconds to build instance. [ 1448.118960] env[69905]: DEBUG nova.network.neutron [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.204326] env[69905]: DEBUG nova.compute.manager [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Received event network-changed-327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.204533] env[69905]: DEBUG nova.compute.manager [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Refreshing instance network info cache due to event network-changed-327d078f-7d50-4379-b8c2-5a7bd96de683. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1448.205400] env[69905]: DEBUG oslo_concurrency.lockutils [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] Acquiring lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.205582] env[69905]: DEBUG oslo_concurrency.lockutils [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] Acquired lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.205767] env[69905]: DEBUG nova.network.neutron [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Refreshing network info cache for port 327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.491246] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ccff4f81-2ba0-4ccc-b4c9-4c00c3520866 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.415s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.622250] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.825811] env[69905]: DEBUG nova.compute.manager [req-28056899-4a9e-40f9-ac46-7bfef17c43ef req-b959dd87-19c6-4380-bf48-aa22143940c3 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-vif-unplugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.825811] env[69905]: DEBUG oslo_concurrency.lockutils [req-28056899-4a9e-40f9-ac46-7bfef17c43ef req-b959dd87-19c6-4380-bf48-aa22143940c3 service nova] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.826124] env[69905]: DEBUG oslo_concurrency.lockutils [req-28056899-4a9e-40f9-ac46-7bfef17c43ef req-b959dd87-19c6-4380-bf48-aa22143940c3 service nova] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.826124] env[69905]: DEBUG oslo_concurrency.lockutils [req-28056899-4a9e-40f9-ac46-7bfef17c43ef req-b959dd87-19c6-4380-bf48-aa22143940c3 service nova] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.826226] env[69905]: DEBUG nova.compute.manager [req-28056899-4a9e-40f9-ac46-7bfef17c43ef req-b959dd87-19c6-4380-bf48-aa22143940c3 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] No waiting events found dispatching network-vif-unplugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.826386] env[69905]: WARNING nova.compute.manager [req-28056899-4a9e-40f9-ac46-7bfef17c43ef req-b959dd87-19c6-4380-bf48-aa22143940c3 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received unexpected event network-vif-unplugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 for instance with vm_state shelved and task_state shelving_offloading. [ 1448.908737] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.909748] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0118bde-1ae7-4e4e-902b-9022375eba9d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.913589] env[69905]: DEBUG nova.network.neutron [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updated VIF entry in instance network info cache for port 327d078f-7d50-4379-b8c2-5a7bd96de683. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.913980] env[69905]: DEBUG nova.network.neutron [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updating instance_info_cache with network_info: [{"id": "327d078f-7d50-4379-b8c2-5a7bd96de683", "address": "fa:16:3e:c3:a3:44", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327d078f-7d", "ovs_interfaceid": "327d078f-7d50-4379-b8c2-5a7bd96de683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.920721] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.921016] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d49f7dd-5b5e-4f8e-9499-1eaa8b436cd1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.000655] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.001183] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.001183] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleting the datastore file [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.001490] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2a10e78-800a-4745-9533-6142efda31b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.009554] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1449.009554] env[69905]: value = "task-3414759" [ 1449.009554] env[69905]: _type = "Task" [ 1449.009554] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.018615] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.416722] env[69905]: DEBUG oslo_concurrency.lockutils [req-2082b030-2dbb-4880-9253-80492d1580f1 req-1955d3a7-b280-4142-bc63-fb049f259b3d service nova] Releasing lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.520466] env[69905]: DEBUG oslo_vmware.api [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14142} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.520677] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.520866] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.521054] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.543042] env[69905]: INFO nova.scheduler.client.report [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted allocations for instance 61f6de84-05b8-4103-ac6c-c7e5650f98e6 [ 1450.047343] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.047823] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.047823] env[69905]: DEBUG nova.objects.instance [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'resources' on Instance uuid 61f6de84-05b8-4103-ac6c-c7e5650f98e6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.550530] env[69905]: DEBUG nova.objects.instance [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'numa_topology' on Instance uuid 61f6de84-05b8-4103-ac6c-c7e5650f98e6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.852407] env[69905]: DEBUG nova.compute.manager [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.852629] env[69905]: DEBUG nova.compute.manager [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing instance network info cache due to event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1450.852839] env[69905]: DEBUG oslo_concurrency.lockutils [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] Acquiring lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.852980] env[69905]: DEBUG oslo_concurrency.lockutils [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] Acquired lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.853155] env[69905]: DEBUG nova.network.neutron [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.053020] env[69905]: DEBUG nova.objects.base [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Object Instance<61f6de84-05b8-4103-ac6c-c7e5650f98e6> lazy-loaded attributes: resources,numa_topology {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1451.101425] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf629c5-481d-49ae-bae1-572d3b8dc42b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.110103] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874a5515-5e29-4870-86cf-7ae480117c22 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.140873] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b85ea9-4689-43a2-b24a-54a1945821de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.149029] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7edd5d-bf4b-4b6e-bb35-06002718a78a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.161876] env[69905]: DEBUG nova.compute.provider_tree [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.597275] env[69905]: DEBUG nova.network.neutron [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updated VIF entry in instance network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.597661] env[69905]: DEBUG nova.network.neutron [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.665144] env[69905]: DEBUG nova.scheduler.client.report [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.100105] env[69905]: DEBUG oslo_concurrency.lockutils [req-e7384f83-0f3d-496e-a4d1-39725aaed470 req-d00a6b6e-0f23-4e0b-8518-6f2dc2a2182b service nova] Releasing lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.169324] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.395998] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.677268] env[69905]: DEBUG oslo_concurrency.lockutils [None req-155d9a45-1659-4b35-9c7a-93868b425b9b tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.150s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.678850] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.282s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.678850] env[69905]: INFO nova.compute.manager [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Unshelving [ 1453.699870] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.700222] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.700418] env[69905]: DEBUG nova.objects.instance [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'pci_requests' on Instance uuid 61f6de84-05b8-4103-ac6c-c7e5650f98e6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.168016] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "0204670f-fe22-4c92-b1b6-939a358a18b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.168318] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.203869] env[69905]: DEBUG nova.objects.instance [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'numa_topology' on Instance uuid 61f6de84-05b8-4103-ac6c-c7e5650f98e6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.670757] env[69905]: DEBUG nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Starting instance... {{(pid=69905) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.706018] env[69905]: INFO nova.compute.claims [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.196166] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.781543] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec09471-6282-48ff-9b46-f2d0d76608d8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.790162] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c891fd6b-1f1b-44e9-ac6e-8169dc0de3ab {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.821706] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6539fdd3-79c0-4362-ba3f-7fea3b80f639 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.829287] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8b7827-f05a-48d9-a857-c2b4a6fe2928 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.842594] env[69905]: DEBUG nova.compute.provider_tree [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.345945] env[69905]: DEBUG nova.scheduler.client.report [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.851575] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.151s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.854278] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.658s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.855999] env[69905]: INFO nova.compute.claims [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.082940] env[69905]: INFO nova.network.neutron [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating port 4d5719f2-a603-470a-880f-dcdc313b7ea8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1457.925234] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818b917b-31bc-4ce1-9273-31c530471286 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.933053] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1693ba-b84a-4f2c-bec8-1485f6e5cd03 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.962976] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5dc304-90dd-4c41-8353-01fb0ea25c60 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.970251] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083dcae-5a34-4ba1-b478-4deecebe1311 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.982806] env[69905]: DEBUG nova.compute.provider_tree [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.440495] env[69905]: DEBUG nova.compute.manager [req-a7af1587-9bcc-41af-bd15-5a7399f64c4a req-04ec4623-f9f5-40ba-a9d8-cf551aab2d08 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-vif-plugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.440723] env[69905]: DEBUG oslo_concurrency.lockutils [req-a7af1587-9bcc-41af-bd15-5a7399f64c4a req-04ec4623-f9f5-40ba-a9d8-cf551aab2d08 service nova] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.440979] env[69905]: DEBUG oslo_concurrency.lockutils [req-a7af1587-9bcc-41af-bd15-5a7399f64c4a req-04ec4623-f9f5-40ba-a9d8-cf551aab2d08 service nova] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.441216] env[69905]: DEBUG oslo_concurrency.lockutils [req-a7af1587-9bcc-41af-bd15-5a7399f64c4a req-04ec4623-f9f5-40ba-a9d8-cf551aab2d08 service nova] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.441473] env[69905]: DEBUG nova.compute.manager [req-a7af1587-9bcc-41af-bd15-5a7399f64c4a req-04ec4623-f9f5-40ba-a9d8-cf551aab2d08 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] No waiting events found dispatching network-vif-plugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.441708] env[69905]: WARNING nova.compute.manager [req-a7af1587-9bcc-41af-bd15-5a7399f64c4a req-04ec4623-f9f5-40ba-a9d8-cf551aab2d08 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received unexpected event network-vif-plugged-4d5719f2-a603-470a-880f-dcdc313b7ea8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1458.486291] env[69905]: DEBUG nova.scheduler.client.report [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.518153] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.518347] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.518527] env[69905]: DEBUG nova.network.neutron [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.991262] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.991655] env[69905]: DEBUG nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Start building networks asynchronously for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1459.207454] env[69905]: DEBUG nova.network.neutron [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.496819] env[69905]: DEBUG nova.compute.utils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Using /dev/sd instead of None {{(pid=69905) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1459.498153] env[69905]: DEBUG nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Allocating IP information in the background. {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.498335] env[69905]: DEBUG nova.network.neutron [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] allocate_for_instance() {{(pid=69905) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.534598] env[69905]: DEBUG nova.policy [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf4506032684704aa15d5131e334ddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0116211ab2be4ef4b199279d8a79be17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69905) authorize /opt/stack/nova/nova/policy.py:192}} [ 1459.710230] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.740335] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='da14e6b6f8da0a2b750c41040e2e4b64',container_format='bare',created_at=2025-04-14T12:13:27Z,direct_url=,disk_format='vmdk',id=99320bd7-3fc5-4689-a39f-3db74689d53e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1990376697-shelved',owner='bbeebe2c234546dc904b84d543b73b5e',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-14T12:13:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.740335] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.740607] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.740744] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.741456] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.741456] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.741456] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.741456] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.741824] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.741824] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.741926] env[69905]: DEBUG nova.virt.hardware [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.742772] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feed5bd-036a-4fa5-b294-bb881ef7576c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.752192] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30f0b3-639d-408e-890f-211f0291b05f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.766558] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:2f:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d5719f2-a603-470a-880f-dcdc313b7ea8', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.775070] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.775560] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.775809] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-637a9a4f-c4bf-4693-a5f0-ff3817a003e6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.791414] env[69905]: DEBUG nova.network.neutron [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Successfully created port: 3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.802519] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.802519] env[69905]: value = "task-3414761" [ 1459.802519] env[69905]: _type = "Task" [ 1459.802519] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.810555] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414761, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.001890] env[69905]: DEBUG nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Start building block device mappings for instance. {{(pid=69905) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1460.313216] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414761, 'name': CreateVM_Task, 'duration_secs': 0.308902} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.313405] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.314088] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.316148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.316148] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.316148] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5b0a47-06a0-487d-a418-0cadadf33c54 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.320318] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1460.320318] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52283375-5c8f-56ee-487a-7e762971efff" [ 1460.320318] env[69905]: _type = "Task" [ 1460.320318] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.328765] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52283375-5c8f-56ee-487a-7e762971efff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.475276] env[69905]: DEBUG nova.compute.manager [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.475427] env[69905]: DEBUG nova.compute.manager [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing instance network info cache due to event network-changed-4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.475681] env[69905]: DEBUG oslo_concurrency.lockutils [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] Acquiring lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.475844] env[69905]: DEBUG oslo_concurrency.lockutils [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] Acquired lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.476089] env[69905]: DEBUG nova.network.neutron [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Refreshing network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.508241] env[69905]: INFO nova.virt.block_device [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Booting with volume 18bee58a-65f4-49c5-82c9-f04212521dd9 at /dev/sda [ 1460.544934] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcad5d97-db56-46c3-a5ac-36887dfc55c0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.555942] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8c1618-1b38-4f6c-8f2b-b645a6f57fc1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.583355] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bbbda9a-53a6-40e6-b49a-5464c9a806e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.591808] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816970c0-9123-483b-b1cd-2401305c32fd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.619570] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb6435-5967-48bd-b352-a2ded9d51486 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.625751] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40643c04-f0fb-4637-9614-9ce7233def7d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.638535] env[69905]: DEBUG nova.virt.block_device [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating existing volume attachment record: 97b15f28-3b6a-493e-ac4d-6389c404c7b2 {{(pid=69905) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1460.830488] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.830699] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Processing image 99320bd7-3fc5-4689-a39f-3db74689d53e {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.830934] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e/99320bd7-3fc5-4689-a39f-3db74689d53e.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.831100] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e/99320bd7-3fc5-4689-a39f-3db74689d53e.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.831282] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.831569] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af72ed89-e6e4-4541-8899-8f5045d1bafb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.840140] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.840324] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69905) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.841013] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9eb2cce-a5f6-4e51-9ea3-fed690282173 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.846217] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1460.846217] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cc1cc1-da85-f33a-c9c6-421c7eb3a2d2" [ 1460.846217] env[69905]: _type = "Task" [ 1460.846217] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.853854] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]52cc1cc1-da85-f33a-c9c6-421c7eb3a2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.226587] env[69905]: DEBUG nova.network.neutron [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updated VIF entry in instance network info cache for port 4d5719f2-a603-470a-880f-dcdc313b7ea8. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.226587] env[69905]: DEBUG nova.network.neutron [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [{"id": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "address": "fa:16:3e:91:2f:21", "network": {"id": "8d53f086-69b6-4166-83b6-9fca2135aa58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331348529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbeebe2c234546dc904b84d543b73b5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5719f2-a6", "ovs_interfaceid": "4d5719f2-a603-470a-880f-dcdc313b7ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.227908] env[69905]: DEBUG nova.network.neutron [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Successfully updated port: 3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.357989] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Preparing fetch location {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1461.358253] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Fetch image to [datastore1] OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff/OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff.vmdk {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1461.358438] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Downloading stream optimized image 99320bd7-3fc5-4689-a39f-3db74689d53e to [datastore1] OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff/OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff.vmdk on the data store datastore1 as vApp {{(pid=69905) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1461.358597] env[69905]: DEBUG nova.virt.vmwareapi.images [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Downloading image file data 99320bd7-3fc5-4689-a39f-3db74689d53e to the ESX as VM named 'OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff' {{(pid=69905) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1461.434299] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1461.434299] env[69905]: value = "resgroup-9" [ 1461.434299] env[69905]: _type = "ResourcePool" [ 1461.434299] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1461.434606] env[69905]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cad0feef-dfb4-4625-bfe3-deb645d86a98 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.457660] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease: (returnval){ [ 1461.457660] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230374c-e9a7-2b4c-4ee3-3bab5c8377c2" [ 1461.457660] env[69905]: _type = "HttpNfcLease" [ 1461.457660] env[69905]: } obtained for vApp import into resource pool (val){ [ 1461.457660] env[69905]: value = "resgroup-9" [ 1461.457660] env[69905]: _type = "ResourcePool" [ 1461.457660] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1461.458150] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the lease: (returnval){ [ 1461.458150] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230374c-e9a7-2b4c-4ee3-3bab5c8377c2" [ 1461.458150] env[69905]: _type = "HttpNfcLease" [ 1461.458150] env[69905]: } to be ready. {{(pid=69905) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1461.464929] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.464929] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230374c-e9a7-2b4c-4ee3-3bab5c8377c2" [ 1461.464929] env[69905]: _type = "HttpNfcLease" [ 1461.464929] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1461.730350] env[69905]: DEBUG oslo_concurrency.lockutils [req-c63c8e03-3029-484d-96d4-abb32028f338 req-d0d72339-c986-456c-aeb1-f08278d6aefe service nova] Releasing lock "refresh_cache-61f6de84-05b8-4103-ac6c-c7e5650f98e6" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.730901] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.731057] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.731204] env[69905]: DEBUG nova.network.neutron [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.967373] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.967373] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230374c-e9a7-2b4c-4ee3-3bab5c8377c2" [ 1461.967373] env[69905]: _type = "HttpNfcLease" [ 1461.967373] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1462.274289] env[69905]: DEBUG nova.network.neutron [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Instance cache missing network info. {{(pid=69905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.410774] env[69905]: DEBUG nova.network.neutron [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [{"id": "3aa78724-c159-47a9-94b3-b319af19345e", "address": "fa:16:3e:0b:f5:e9", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa78724-c1", "ovs_interfaceid": "3aa78724-c159-47a9-94b3-b319af19345e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.468375] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1462.468375] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230374c-e9a7-2b4c-4ee3-3bab5c8377c2" [ 1462.468375] env[69905]: _type = "HttpNfcLease" [ 1462.468375] env[69905]: } is initializing. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1462.499425] env[69905]: DEBUG nova.compute.manager [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Received event network-vif-plugged-3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.499654] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] Acquiring lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.499875] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.500022] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.500193] env[69905]: DEBUG nova.compute.manager [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] No waiting events found dispatching network-vif-plugged-3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1462.500354] env[69905]: WARNING nova.compute.manager [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Received unexpected event network-vif-plugged-3aa78724-c159-47a9-94b3-b319af19345e for instance with vm_state building and task_state spawning. [ 1462.500512] env[69905]: DEBUG nova.compute.manager [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Received event network-changed-3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.500673] env[69905]: DEBUG nova.compute.manager [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Refreshing instance network info cache due to event network-changed-3aa78724-c159-47a9-94b3-b319af19345e. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.500856] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] Acquiring lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.722759] env[69905]: DEBUG nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Start spawning the instance on the hypervisor. {{(pid=69905) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.723316] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.723528] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.723700] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.723891] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.724050] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.724204] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.724411] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.724577] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.724765] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.724929] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.725115] env[69905]: DEBUG nova.virt.hardware [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.725969] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf689e-9d36-44d3-94a9-129a8ead53ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.734377] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0356e1-b672-42d1-8263-e6ddd89e42ac {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.913375] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.913737] env[69905]: DEBUG nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Instance network_info: |[{"id": "3aa78724-c159-47a9-94b3-b319af19345e", "address": "fa:16:3e:0b:f5:e9", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa78724-c1", "ovs_interfaceid": "3aa78724-c159-47a9-94b3-b319af19345e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69905) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1462.914082] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] Acquired lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.914270] env[69905]: DEBUG nova.network.neutron [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Refreshing network info cache for port 3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.915549] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f5:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa78724-c159-47a9-94b3-b319af19345e', 'vif_model': 'vmxnet3'}] {{(pid=69905) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.922815] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.923251] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Creating VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.924019] env[69905]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-097cf49d-746a-41c5-bf00-cfa8606044de {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.946724] env[69905]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.946724] env[69905]: value = "task-3414763" [ 1462.946724] env[69905]: _type = "Task" [ 1462.946724] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.954552] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414763, 'name': CreateVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.967086] env[69905]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1462.967086] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230374c-e9a7-2b4c-4ee3-3bab5c8377c2" [ 1462.967086] env[69905]: _type = "HttpNfcLease" [ 1462.967086] env[69905]: } is ready. {{(pid=69905) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1462.967377] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1462.967377] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]5230374c-e9a7-2b4c-4ee3-3bab5c8377c2" [ 1462.967377] env[69905]: _type = "HttpNfcLease" [ 1462.967377] env[69905]: }. {{(pid=69905) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1462.968113] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad54ae0-11f8-4337-8d9b-c77f38e0a959 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.975115] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a9660-e651-16e5-654f-05cbb2d9256f/disk-0.vmdk from lease info. {{(pid=69905) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1462.975309] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a9660-e651-16e5-654f-05cbb2d9256f/disk-0.vmdk. {{(pid=69905) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1463.040767] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e499c28-380f-4ac7-a842-23184e51475d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.461820] env[69905]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414763, 'name': CreateVM_Task, 'duration_secs': 0.336977} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.464166] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Created VM on the ESX host {{(pid=69905) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.465181] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681332', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'name': 'volume-18bee58a-65f4-49c5-82c9-f04212521dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0204670f-fe22-4c92-b1b6-939a358a18b4', 'attached_at': '', 'detached_at': '', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'serial': '18bee58a-65f4-49c5-82c9-f04212521dd9'}, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '97b15f28-3b6a-493e-ac4d-6389c404c7b2', 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69905) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1463.465398] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Root volume attach. Driver type: vmdk {{(pid=69905) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1463.466211] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7e2e8f-e5c4-4e05-9af0-bc469e6260f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.476364] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b3df2-d85f-4735-8313-5e6f71dd0a30 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.484867] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab87f6c-f5a0-4030-b6cd-51c3c04ede85 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.491518] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dd1bd562-5404-45c3-b080-b901858d64f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.499944] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1463.499944] env[69905]: value = "task-3414764" [ 1463.499944] env[69905]: _type = "Task" [ 1463.499944] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.510614] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414764, 'name': RelocateVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.648806] env[69905]: DEBUG nova.network.neutron [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updated VIF entry in instance network info cache for port 3aa78724-c159-47a9-94b3-b319af19345e. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.649256] env[69905]: DEBUG nova.network.neutron [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [{"id": "3aa78724-c159-47a9-94b3-b319af19345e", "address": "fa:16:3e:0b:f5:e9", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa78724-c1", "ovs_interfaceid": "3aa78724-c159-47a9-94b3-b319af19345e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.012925] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414764, 'name': RelocateVM_Task, 'duration_secs': 0.402762} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.014442] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Volume attach. Driver type: vmdk {{(pid=69905) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1464.014681] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681332', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'name': 'volume-18bee58a-65f4-49c5-82c9-f04212521dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0204670f-fe22-4c92-b1b6-939a358a18b4', 'attached_at': '', 'detached_at': '', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'serial': '18bee58a-65f4-49c5-82c9-f04212521dd9'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1464.015619] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b036d30-800c-4d82-95e5-c285b02b2bde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.038451] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39833968-038d-4395-9ff5-7c403685e7d9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.063275] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-18bee58a-65f4-49c5-82c9-f04212521dd9/volume-18bee58a-65f4-49c5-82c9-f04212521dd9.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.068872] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096d33f0-b91c-4607-b6e4-f93f72649262 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.091766] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1464.091766] env[69905]: value = "task-3414765" [ 1464.091766] env[69905]: _type = "Task" [ 1464.091766] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.102500] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.152332] env[69905]: DEBUG oslo_concurrency.lockutils [req-d4859315-18b1-4a38-865a-52a7f657c8c6 req-bea2eb5b-04af-4ac0-9558-23c2f78bad59 service nova] Releasing lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.241439] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Completed reading data from the image iterator. {{(pid=69905) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1464.241707] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a9660-e651-16e5-654f-05cbb2d9256f/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1464.242752] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1d4b04-d573-49d6-9f3a-320588cc747a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.250516] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a9660-e651-16e5-654f-05cbb2d9256f/disk-0.vmdk is in state: ready. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1464.250724] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a9660-e651-16e5-654f-05cbb2d9256f/disk-0.vmdk. {{(pid=69905) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1464.250998] env[69905]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-99444968-063f-4985-9434-34175208969d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.508259] env[69905]: DEBUG oslo_vmware.rw_handles [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a9660-e651-16e5-654f-05cbb2d9256f/disk-0.vmdk. {{(pid=69905) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1464.508630] env[69905]: INFO nova.virt.vmwareapi.images [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Downloaded image file data 99320bd7-3fc5-4689-a39f-3db74689d53e [ 1464.509346] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6433b0a2-2964-456f-9368-1a1c530de9f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.525831] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0a80b36-90fe-4676-90de-e11e4e5eaa74 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.555858] env[69905]: INFO nova.virt.vmwareapi.images [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] The imported VM was unregistered [ 1464.558477] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Caching image {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1464.558712] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Creating directory with path [datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.558978] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b9e181-4a7c-4f13-97d5-ee097c6658ea {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.570432] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Created directory with path [datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e {{(pid=69905) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.570614] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff/OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff.vmdk to [datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e/99320bd7-3fc5-4689-a39f-3db74689d53e.vmdk. {{(pid=69905) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1464.570865] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2b994d62-f555-4f90-8a67-b6cbd7eec6d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.578066] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1464.578066] env[69905]: value = "task-3414767" [ 1464.578066] env[69905]: _type = "Task" [ 1464.578066] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.585509] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414767, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.601762] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414765, 'name': ReconfigVM_Task, 'duration_secs': 0.302245} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.601968] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-18bee58a-65f4-49c5-82c9-f04212521dd9/volume-18bee58a-65f4-49c5-82c9-f04212521dd9.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.606643] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7167f03-61a9-4cfe-8906-6a781532b49f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.621121] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1464.621121] env[69905]: value = "task-3414768" [ 1464.621121] env[69905]: _type = "Task" [ 1464.621121] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.629481] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.088092] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414767, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.131783] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414768, 'name': ReconfigVM_Task, 'duration_secs': 0.119184} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.132059] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681332', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'name': 'volume-18bee58a-65f4-49c5-82c9-f04212521dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0204670f-fe22-4c92-b1b6-939a358a18b4', 'attached_at': '', 'detached_at': '', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'serial': '18bee58a-65f4-49c5-82c9-f04212521dd9'} {{(pid=69905) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1465.132682] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b548eb2-af16-4da2-bf91-a8d6975306aa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.140280] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1465.140280] env[69905]: value = "task-3414769" [ 1465.140280] env[69905]: _type = "Task" [ 1465.140280] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.149837] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414769, 'name': Rename_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.590011] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414767, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.650882] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414769, 'name': Rename_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.090999] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414767, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.152534] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414769, 'name': Rename_Task, 'duration_secs': 0.757239} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.152830] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.153158] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7778afd9-99d8-4b70-8fcd-69a616281dd7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.160753] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1466.160753] env[69905]: value = "task-3414770" [ 1466.160753] env[69905]: _type = "Task" [ 1466.160753] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.170703] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.595623] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414767, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.676686] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.092121] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414767, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.256791} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.092388] env[69905]: INFO nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff/OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff.vmdk to [datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e/99320bd7-3fc5-4689-a39f-3db74689d53e.vmdk. [ 1467.092575] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Cleaning up location [datastore1] OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff {{(pid=69905) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1467.092742] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_17860b68-0978-49fe-8a38-1b49377fcaff {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.093047] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54f98ef7-2136-4e82-85d1-2bda0424f6c5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.100031] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1467.100031] env[69905]: value = "task-3414771" [ 1467.100031] env[69905]: _type = "Task" [ 1467.100031] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.107569] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.171886] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414770, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.609926] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071691} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.610347] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.610472] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e/99320bd7-3fc5-4689-a39f-3db74689d53e.vmdk" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.610656] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e/99320bd7-3fc5-4689-a39f-3db74689d53e.vmdk to [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.610911] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efd96e2d-a3ea-44e3-bd50-3697c11e9985 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.619544] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1467.619544] env[69905]: value = "task-3414772" [ 1467.619544] env[69905]: _type = "Task" [ 1467.619544] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.627834] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.669480] env[69905]: DEBUG oslo_vmware.api [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414770, 'name': PowerOnVM_Task, 'duration_secs': 1.030457} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.669720] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.669919] env[69905]: INFO nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Took 4.95 seconds to spawn the instance on the hypervisor. [ 1467.670107] env[69905]: DEBUG nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.670830] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b13ec-c211-4e95-aa3f-0acfefca63e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.130007] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.190848] env[69905]: INFO nova.compute.manager [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Took 13.01 seconds to build instance. [ 1468.500768] env[69905]: DEBUG nova.compute.manager [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Received event network-changed-d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.500768] env[69905]: DEBUG nova.compute.manager [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Refreshing instance network info cache due to event network-changed-d0f88de0-1c29-4e94-800e-e6db82d55f84. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.500861] env[69905]: DEBUG oslo_concurrency.lockutils [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] Acquiring lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.502214] env[69905]: DEBUG oslo_concurrency.lockutils [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] Acquired lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.502214] env[69905]: DEBUG nova.network.neutron [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Refreshing network info cache for port d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.631847] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414772, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.693511] env[69905]: DEBUG oslo_concurrency.lockutils [None req-8d5f8797-b51c-4828-a774-e87e815031d4 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.525s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.132311] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414772, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.260620] env[69905]: DEBUG nova.network.neutron [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updated VIF entry in instance network info cache for port d0f88de0-1c29-4e94-800e-e6db82d55f84. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.261010] env[69905]: DEBUG nova.network.neutron [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updating instance_info_cache with network_info: [{"id": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "address": "fa:16:3e:3a:bd:69", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f88de0-1c", "ovs_interfaceid": "d0f88de0-1c29-4e94-800e-e6db82d55f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.632876] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414772, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.765219] env[69905]: DEBUG oslo_concurrency.lockutils [req-7bbbe7ed-d5c0-498c-ba6e-ecfc6577f4e3 req-6eb35074-f59f-4688-be4a-43d14f629e96 service nova] Releasing lock "refresh_cache-e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.021323] env[69905]: DEBUG nova.compute.manager [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Stashing vm_state: active {{(pid=69905) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1470.133808] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.530753] env[69905]: DEBUG nova.compute.manager [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Received event network-changed-3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.530978] env[69905]: DEBUG nova.compute.manager [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Refreshing instance network info cache due to event network-changed-3aa78724-c159-47a9-94b3-b319af19345e. {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1470.531206] env[69905]: DEBUG oslo_concurrency.lockutils [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] Acquiring lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.531351] env[69905]: DEBUG oslo_concurrency.lockutils [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] Acquired lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.531513] env[69905]: DEBUG nova.network.neutron [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Refreshing network info cache for port 3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.542671] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.543162] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.632740] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414772, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.994078} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.633034] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99320bd7-3fc5-4689-a39f-3db74689d53e/99320bd7-3fc5-4689-a39f-3db74689d53e.vmdk to [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk {{(pid=69905) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.633861] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f71c385-bfe8-4de2-a63a-0e4cecebff55 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.655792] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.656079] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5305f8da-6169-40b3-8c3d-023b91ab55c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.676502] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1470.676502] env[69905]: value = "task-3414773" [ 1470.676502] env[69905]: _type = "Task" [ 1470.676502] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.684582] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.048225] env[69905]: INFO nova.compute.claims [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.189504] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.245930] env[69905]: DEBUG nova.network.neutron [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updated VIF entry in instance network info cache for port 3aa78724-c159-47a9-94b3-b319af19345e. {{(pid=69905) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.246332] env[69905]: DEBUG nova.network.neutron [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [{"id": "3aa78724-c159-47a9-94b3-b319af19345e", "address": "fa:16:3e:0b:f5:e9", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa78724-c1", "ovs_interfaceid": "3aa78724-c159-47a9-94b3-b319af19345e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.554458] env[69905]: INFO nova.compute.resource_tracker [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating resource usage from migration a708c442-769a-46b0-a92e-e43ce9be91ce [ 1471.630469] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cdf2b5-bd31-4464-b124-ddf9bf2fae32 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.638078] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6305a15-adcf-4372-8ae1-7341d70ce85f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.667662] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2633d7-872c-421d-9773-ac396469b7a8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.674849] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e8478b-27d5-4387-ba00-16d607d8ce90 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.685799] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.693228] env[69905]: DEBUG nova.compute.provider_tree [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.748819] env[69905]: DEBUG oslo_concurrency.lockutils [req-64fc1f7e-ed84-43d5-927f-38bcf4b35c4a req-7414854c-c206-4622-adb2-9685786f4282 service nova] Releasing lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.191179] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.196258] env[69905]: DEBUG nova.scheduler.client.report [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.689510] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414773, 'name': ReconfigVM_Task, 'duration_secs': 1.527756} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.689923] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6/61f6de84-05b8-4103-ac6c-c7e5650f98e6.vmdk or device None with type streamOptimized {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.690444] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cdb5e3c-0043-4f66-ac61-603299073bb7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.697778] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1472.697778] env[69905]: value = "task-3414774" [ 1472.697778] env[69905]: _type = "Task" [ 1472.697778] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.700974] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.158s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.701176] env[69905]: INFO nova.compute.manager [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Migrating [ 1472.721887] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414774, 'name': Rename_Task} progress is 10%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.207992] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414774, 'name': Rename_Task, 'duration_secs': 0.161024} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.208293] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.208532] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bfa6fe1-b23f-4c9c-ac86-4bac4da6c900 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.216083] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1473.216083] env[69905]: value = "task-3414775" [ 1473.216083] env[69905]: _type = "Task" [ 1473.216083] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.223860] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.224100] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.224285] env[69905]: DEBUG nova.network.neutron [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.225989] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.726200] env[69905]: DEBUG oslo_vmware.api [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414775, 'name': PowerOnVM_Task, 'duration_secs': 0.497864} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.728560] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.829752] env[69905]: DEBUG nova.compute.manager [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.830825] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8a24fc-7736-4117-a3e0-ef7cb8dbf578 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.923089] env[69905]: DEBUG nova.network.neutron [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [{"id": "3aa78724-c159-47a9-94b3-b319af19345e", "address": "fa:16:3e:0b:f5:e9", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa78724-c1", "ovs_interfaceid": "3aa78724-c159-47a9-94b3-b319af19345e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.350925] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ce72c1f7-ce02-476d-8fd4-67979ee27ad4 tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.673s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.425524] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.941360] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53050906-c704-4ebb-abf9-b4f122419e8e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.960639] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance '0204670f-fe22-4c92-b1b6-939a358a18b4' progress to 0 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1476.466728] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.467051] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6f0999-e740-4979-9a65-8177409cf406 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.474194] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1476.474194] env[69905]: value = "task-3414776" [ 1476.474194] env[69905]: _type = "Task" [ 1476.474194] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.481673] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.985645] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414776, 'name': PowerOffVM_Task, 'duration_secs': 0.211741} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.986072] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.986177] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance '0204670f-fe22-4c92-b1b6-939a358a18b4' progress to 17 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.492984] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.493295] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.493389] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.493569] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.493715] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.493915] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.494141] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.494305] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.494471] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.494634] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.494816] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.499766] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b082e5bf-48b7-4b8d-a49e-c4bc1d2894cc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.515101] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1477.515101] env[69905]: value = "task-3414777" [ 1477.515101] env[69905]: _type = "Task" [ 1477.515101] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.522586] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.024761] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414777, 'name': ReconfigVM_Task, 'duration_secs': 0.142759} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.024761] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance '0204670f-fe22-4c92-b1b6-939a358a18b4' progress to 33 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.531498] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T11:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.531825] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.531994] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image limits 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.532191] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Flavor pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.532339] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Image pref 0:0:0 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.532484] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69905) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.532685] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.532839] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.533012] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Got 1 possible topologies {{(pid=69905) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.533186] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.533356] env[69905]: DEBUG nova.virt.hardware [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69905) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.538565] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1478.538855] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262a5fd0-4f02-4986-b14f-0109ccae7451 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.557877] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1478.557877] env[69905]: value = "task-3414778" [ 1478.557877] env[69905]: _type = "Task" [ 1478.557877] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.564822] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.066914] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.566951] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414778, 'name': ReconfigVM_Task, 'duration_secs': 0.64375} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.567249] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1479.568007] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94124c-496f-4f5f-a333-03bc3134417e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.588748] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-18bee58a-65f4-49c5-82c9-f04212521dd9/volume-18bee58a-65f4-49c5-82c9-f04212521dd9.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.588987] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0952066a-1c12-433c-a776-95fa171c839b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.606115] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1479.606115] env[69905]: value = "task-3414779" [ 1479.606115] env[69905]: _type = "Task" [ 1479.606115] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.613306] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.116560] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414779, 'name': ReconfigVM_Task, 'duration_secs': 0.238091} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.117027] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-18bee58a-65f4-49c5-82c9-f04212521dd9/volume-18bee58a-65f4-49c5-82c9-f04212521dd9.vmdk or device None with type thin {{(pid=69905) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.117148] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance '0204670f-fe22-4c92-b1b6-939a358a18b4' progress to 50 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1480.623285] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cade56f-9cd0-4e81-9f75-67c80b6e394e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.641899] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e1ef7-05f1-49fc-9eae-e35959140f11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.658466] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance '0204670f-fe22-4c92-b1b6-939a358a18b4' progress to 67 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1482.301193] env[69905]: DEBUG nova.network.neutron [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Port 3aa78724-c159-47a9-94b3-b319af19345e binding to destination host cpu-1 is already ACTIVE {{(pid=69905) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1483.322644] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.323100] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.323100] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.359730] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.360034] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.360168] env[69905]: DEBUG nova.network.neutron [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.055226] env[69905]: DEBUG nova.network.neutron [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [{"id": "3aa78724-c159-47a9-94b3-b319af19345e", "address": "fa:16:3e:0b:f5:e9", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa78724-c1", "ovs_interfaceid": "3aa78724-c159-47a9-94b3-b319af19345e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.559071] env[69905]: DEBUG oslo_concurrency.lockutils [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.614584] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.614829] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.615027] env[69905]: DEBUG nova.compute.manager [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.616257] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005226c-3ea6-4616-984f-318bebb88969 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.623009] env[69905]: DEBUG nova.compute.manager [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69905) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1485.623563] env[69905]: DEBUG nova.objects.instance [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'flavor' on Instance uuid f40b4177-0bae-4402-91fa-fcdeb9101b06 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.068125] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6854e9a4-e64d-4ebe-952a-acedd8e757e5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.075170] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f589c-2c41-41c4-a331-33d3829ecb3b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.630526] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.630835] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c117b70c-ecbf-445a-9801-02297a99db27 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.638903] env[69905]: DEBUG oslo_vmware.api [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1486.638903] env[69905]: value = "task-3414780" [ 1486.638903] env[69905]: _type = "Task" [ 1486.638903] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.646512] env[69905]: DEBUG oslo_vmware.api [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.148730] env[69905]: DEBUG oslo_vmware.api [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414780, 'name': PowerOffVM_Task, 'duration_secs': 0.207529} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.148989] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.149262] env[69905]: DEBUG nova.compute.manager [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.149988] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df8035-5ca5-404c-a590-c76f1952db97 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.173652] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9061a09-b923-458e-9a24-7651938497fb {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.194324] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9f8995-72a9-4a13-a6a7-1230414aba67 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.201515] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance '0204670f-fe22-4c92-b1b6-939a358a18b4' progress to 83 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1487.663474] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ba82c6cb-57aa-4cd0-ba49-ae3feb920010 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.707847] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.708266] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56fea200-dd66-4bde-886f-014c92b5c804 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.716787] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1487.716787] env[69905]: value = "task-3414781" [ 1487.716787] env[69905]: _type = "Task" [ 1487.716787] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.724613] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.944056] env[69905]: DEBUG nova.objects.instance [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'flavor' on Instance uuid f40b4177-0bae-4402-91fa-fcdeb9101b06 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.189229] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.226383] env[69905]: DEBUG oslo_vmware.api [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414781, 'name': PowerOnVM_Task, 'duration_secs': 0.413722} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.226604] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.226768] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-07a7f736-d263-4c7b-9171-6f1a9678ef84 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance '0204670f-fe22-4c92-b1b6-939a358a18b4' progress to 100 {{(pid=69905) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.449240] env[69905]: DEBUG oslo_concurrency.lockutils [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.449397] env[69905]: DEBUG oslo_concurrency.lockutils [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.449575] env[69905]: DEBUG nova.network.neutron [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.449747] env[69905]: DEBUG nova.objects.instance [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'info_cache' on Instance uuid f40b4177-0bae-4402-91fa-fcdeb9101b06 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.692703] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.693119] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.693212] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.693386] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1488.694308] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3850dc1c-3002-4aff-8a15-4c8e7e626571 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.702699] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fca5a9f-cc8f-4c52-836b-7ce4783232d3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.717200] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e18e82d-e77c-440e-9c9a-ba2a91f85df8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.723268] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7439d77-1c77-4f69-af9a-c038f27e5ef0 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.754300] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179989MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1488.754409] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.754612] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.953926] env[69905]: DEBUG nova.objects.base [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1489.649309] env[69905]: DEBUG nova.network.neutron [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updating instance_info_cache with network_info: [{"id": "327d078f-7d50-4379-b8c2-5a7bd96de683", "address": "fa:16:3e:c3:a3:44", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327d078f-7d", "ovs_interfaceid": "327d078f-7d50-4379-b8c2-5a7bd96de683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.763508] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Applying migration context for instance 0204670f-fe22-4c92-b1b6-939a358a18b4 as it has an incoming, in-progress migration a708c442-769a-46b0-a92e-e43ce9be91ce. Migration status is finished {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1489.764419] env[69905]: INFO nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating resource usage from migration a708c442-769a-46b0-a92e-e43ce9be91ce [ 1489.782020] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1489.782189] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance db3f2bfa-5de0-40be-90d4-7d305113edfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1489.782669] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance f40b4177-0bae-4402-91fa-fcdeb9101b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1489.782669] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 61f6de84-05b8-4103-ac6c-c7e5650f98e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1489.782669] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Migration a708c442-769a-46b0-a92e-e43ce9be91ce is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1489.782669] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Instance 0204670f-fe22-4c92-b1b6-939a358a18b4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69905) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1489.783048] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1489.783048] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1489.858760] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd54286-6303-4359-bb53-e6e84c0b4b34 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.866065] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c00433-6864-415d-8b25-71bab0ab185e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.895850] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a9df68-560a-4504-91a8-a4b306398d15 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.902444] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a70269-011f-45e5-973c-924726d74147 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.915068] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.151587] env[69905]: DEBUG oslo_concurrency.lockutils [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.417909] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.632644] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "0204670f-fe22-4c92-b1b6-939a358a18b4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.632912] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.633169] env[69905]: DEBUG nova.compute.manager [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Going to confirm migration 10 {{(pid=69905) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1490.922789] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1490.923222] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.157038] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powering on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.157169] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a08cd12-74a8-468e-977c-3ab713820b6f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.165914] env[69905]: DEBUG oslo_vmware.api [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1491.165914] env[69905]: value = "task-3414782" [ 1491.165914] env[69905]: _type = "Task" [ 1491.165914] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.173786] env[69905]: DEBUG oslo_vmware.api [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.215174] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.215376] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquired lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.215552] env[69905]: DEBUG nova.network.neutron [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.215736] env[69905]: DEBUG nova.objects.instance [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'info_cache' on Instance uuid 0204670f-fe22-4c92-b1b6-939a358a18b4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.676680] env[69905]: DEBUG oslo_vmware.api [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414782, 'name': PowerOnVM_Task, 'duration_secs': 0.392176} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.676928] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powered on the VM {{(pid=69905) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1491.677133] env[69905]: DEBUG nova.compute.manager [None req-412239c2-fee7-449d-aa93-43467d948576 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.677866] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757496cd-f79a-4bbb-bb17-2ea362353f3d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.923206] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.923481] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.188899] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.412057] env[69905]: DEBUG nova.network.neutron [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [{"id": "3aa78724-c159-47a9-94b3-b319af19345e", "address": "fa:16:3e:0b:f5:e9", "network": {"id": "f2792c8e-a2a6-4390-b9f7-504ceeaf5ec5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-738181054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0116211ab2be4ef4b199279d8a79be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa78724-c1", "ovs_interfaceid": "3aa78724-c159-47a9-94b3-b319af19345e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.667290] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914341fd-542b-4adb-86fd-39cf96d8a0dd {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.673862] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-548f3f39-25fe-4169-874c-e8af5a934744 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Suspending the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1492.674119] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-79deec6c-43bb-4499-aa2e-4c46aae6c9a2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.680744] env[69905]: DEBUG oslo_vmware.api [None req-548f3f39-25fe-4169-874c-e8af5a934744 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1492.680744] env[69905]: value = "task-3414783" [ 1492.680744] env[69905]: _type = "Task" [ 1492.680744] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.688219] env[69905]: DEBUG oslo_vmware.api [None req-548f3f39-25fe-4169-874c-e8af5a934744 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414783, 'name': SuspendVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.915755] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Releasing lock "refresh_cache-0204670f-fe22-4c92-b1b6-939a358a18b4" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.916113] env[69905]: DEBUG nova.objects.instance [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'migration_context' on Instance uuid 0204670f-fe22-4c92-b1b6-939a358a18b4 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.191188] env[69905]: DEBUG oslo_vmware.api [None req-548f3f39-25fe-4169-874c-e8af5a934744 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414783, 'name': SuspendVM_Task} progress is 70%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.419850] env[69905]: DEBUG nova.objects.base [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Object Instance<0204670f-fe22-4c92-b1b6-939a358a18b4> lazy-loaded attributes: info_cache,migration_context {{(pid=69905) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1493.420810] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9144358-77f1-41e8-a323-fb03eecb51a6 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.439697] env[69905]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5311e304-b116-4e65-955b-1800f94fc99d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.445220] env[69905]: DEBUG oslo_vmware.api [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1493.445220] env[69905]: value = "session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527fef8d-4074-7866-54ea-ed356fd9e0cb" [ 1493.445220] env[69905]: _type = "Task" [ 1493.445220] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.452344] env[69905]: DEBUG oslo_vmware.api [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527fef8d-4074-7866-54ea-ed356fd9e0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.691064] env[69905]: DEBUG oslo_vmware.api [None req-548f3f39-25fe-4169-874c-e8af5a934744 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414783, 'name': SuspendVM_Task, 'duration_secs': 0.575972} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.691381] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-548f3f39-25fe-4169-874c-e8af5a934744 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Suspended the VM {{(pid=69905) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1493.691563] env[69905]: DEBUG nova.compute.manager [None req-548f3f39-25fe-4169-874c-e8af5a934744 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.692541] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeeb570-4add-4b52-a496-8f376c2f5cf3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.954951] env[69905]: DEBUG oslo_vmware.api [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': session[52bcb43f-f551-8d18-ef2f-a844f751ae9c]527fef8d-4074-7866-54ea-ed356fd9e0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.032487} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.955264] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.955508] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.541555] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44a1044-5e32-41d8-881f-8cd94ba794c7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.549941] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54881afa-9743-4390-b924-de3d4b55616e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.579392] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076dfc26-d8da-4e60-9655-d2f31c3e6c6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.586225] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c48d8-b114-43d2-9cc9-0cbdb563be91 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.600510] env[69905]: DEBUG nova.compute.provider_tree [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.977116] env[69905]: INFO nova.compute.manager [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Resuming [ 1494.977770] env[69905]: DEBUG nova.objects.instance [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'flavor' on Instance uuid f40b4177-0bae-4402-91fa-fcdeb9101b06 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.104104] env[69905]: DEBUG nova.scheduler.client.report [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.189530] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.189734] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1496.113239] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.157s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.184691] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.489055] env[69905]: DEBUG oslo_concurrency.lockutils [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.489055] env[69905]: DEBUG oslo_concurrency.lockutils [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquired lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.489055] env[69905]: DEBUG nova.network.neutron [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Building network info cache for instance {{(pid=69905) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.664888] env[69905]: INFO nova.scheduler.client.report [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted allocation for migration a708c442-769a-46b0-a92e-e43ce9be91ce [ 1496.689679] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.689876] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.950393] env[69905]: INFO nova.compute.manager [None req-2773c895-d3bf-4bdb-b94b-163ceb852965 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Get console output [ 1496.950718] env[69905]: WARNING nova.virt.vmwareapi.driver [None req-2773c895-d3bf-4bdb-b94b-163ceb852965 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] The console log is missing. Check your VSPC configuration [ 1497.170718] env[69905]: DEBUG oslo_concurrency.lockutils [None req-3118aa70-93e3-4b56-8c49-67c2f639829c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.538s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.189015] env[69905]: DEBUG nova.network.neutron [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updating instance_info_cache with network_info: [{"id": "327d078f-7d50-4379-b8c2-5a7bd96de683", "address": "fa:16:3e:c3:a3:44", "network": {"id": "417eb7fa-6919-4610-937d-da95d5e4a4ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1313306204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f28d6ac921b4465add820edd5b34110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327d078f-7d", "ovs_interfaceid": "327d078f-7d50-4379-b8c2-5a7bd96de683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.691515] env[69905]: DEBUG oslo_concurrency.lockutils [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Releasing lock "refresh_cache-f40b4177-0bae-4402-91fa-fcdeb9101b06" {{(pid=69905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.692551] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f928f-2a9a-4265-b9ff-dbb9a5da93b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.699132] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Resuming the VM {{(pid=69905) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1497.699373] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-827ae71d-3640-4aa2-85f1-9f98a2d1d8f4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.705709] env[69905]: DEBUG oslo_vmware.api [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1497.705709] env[69905]: value = "task-3414784" [ 1497.705709] env[69905]: _type = "Task" [ 1497.705709] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.713243] env[69905]: DEBUG oslo_vmware.api [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.217854] env[69905]: DEBUG oslo_vmware.api [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.716663] env[69905]: DEBUG oslo_vmware.api [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414784, 'name': PowerOnVM_Task, 'duration_secs': 0.633456} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.716941] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Resumed the VM {{(pid=69905) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1498.717140] env[69905]: DEBUG nova.compute.manager [None req-300934b7-50b7-4be9-acf8-a2b5cad48013 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Checking state {{(pid=69905) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.717921] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c81e42-615b-4686-b288-a559cdc1dfa1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.690575] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.728239] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.728495] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.728722] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "f40b4177-0bae-4402-91fa-fcdeb9101b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.728907] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.729093] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.731145] env[69905]: INFO nova.compute.manager [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Terminating instance [ 1500.234431] env[69905]: DEBUG nova.compute.manager [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.234637] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.235592] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0addae18-4d9b-43af-ac58-0804afd1ae68 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.243173] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.243395] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c93b82b-ff38-41e1-96bc-0491d7dab4ca {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.249178] env[69905]: DEBUG oslo_vmware.api [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1500.249178] env[69905]: value = "task-3414785" [ 1500.249178] env[69905]: _type = "Task" [ 1500.249178] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.256563] env[69905]: DEBUG oslo_vmware.api [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.758455] env[69905]: DEBUG oslo_vmware.api [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414785, 'name': PowerOffVM_Task, 'duration_secs': 0.188114} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.758730] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.758895] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.759173] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1748a95-4549-43a5-8320-d8dd29b16269 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.822718] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.823022] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.823317] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleting the datastore file [datastore2] f40b4177-0bae-4402-91fa-fcdeb9101b06 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.823617] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb2805cb-80ec-4861-a67f-4775006473e1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.832634] env[69905]: DEBUG oslo_vmware.api [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for the task: (returnval){ [ 1500.832634] env[69905]: value = "task-3414787" [ 1500.832634] env[69905]: _type = "Task" [ 1500.832634] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.840914] env[69905]: DEBUG oslo_vmware.api [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.342711] env[69905]: DEBUG oslo_vmware.api [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Task: {'id': task-3414787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151491} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.342950] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.343150] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.343328] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.343505] env[69905]: INFO nova.compute.manager [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1501.343736] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.343918] env[69905]: DEBUG nova.compute.manager [-] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.344016] env[69905]: DEBUG nova.network.neutron [-] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.764900] env[69905]: DEBUG nova.compute.manager [req-330af962-cbcb-42f6-a756-8ef2e61c21bb req-bc6940db-f9e3-4ac5-89e4-70807bb271e7 service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Received event network-vif-deleted-327d078f-7d50-4379-b8c2-5a7bd96de683 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.765185] env[69905]: INFO nova.compute.manager [req-330af962-cbcb-42f6-a756-8ef2e61c21bb req-bc6940db-f9e3-4ac5-89e4-70807bb271e7 service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Neutron deleted interface 327d078f-7d50-4379-b8c2-5a7bd96de683; detaching it from the instance and deleting it from the info cache [ 1501.765369] env[69905]: DEBUG nova.network.neutron [req-330af962-cbcb-42f6-a756-8ef2e61c21bb req-bc6940db-f9e3-4ac5-89e4-70807bb271e7 service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.249549] env[69905]: DEBUG nova.network.neutron [-] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.269471] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd533f64-335f-46e6-afde-18a38f60d980 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.278795] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7824308c-a2d5-4344-a89f-5be7d4164374 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.306570] env[69905]: DEBUG nova.compute.manager [req-330af962-cbcb-42f6-a756-8ef2e61c21bb req-bc6940db-f9e3-4ac5-89e4-70807bb271e7 service nova] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Detach interface failed, port_id=327d078f-7d50-4379-b8c2-5a7bd96de683, reason: Instance f40b4177-0bae-4402-91fa-fcdeb9101b06 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1502.753241] env[69905]: INFO nova.compute.manager [-] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Took 1.41 seconds to deallocate network for instance. [ 1503.259654] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.260197] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.260197] env[69905]: DEBUG nova.objects.instance [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lazy-loading 'resources' on Instance uuid f40b4177-0bae-4402-91fa-fcdeb9101b06 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.831601] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d2475-3a4e-4e81-8b86-667f177fccc5 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.839190] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a95bf1-e710-460c-8f95-96d9f0e58c86 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.868950] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526491f4-675b-466e-9808-8febcf1b873e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.875315] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf1937-33ae-4582-a129-9d392e0dc3ed {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.888857] env[69905]: DEBUG nova.compute.provider_tree [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.392408] env[69905]: DEBUG nova.scheduler.client.report [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.897449] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.920412] env[69905]: INFO nova.scheduler.client.report [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Deleted allocations for instance f40b4177-0bae-4402-91fa-fcdeb9101b06 [ 1505.431249] env[69905]: DEBUG oslo_concurrency.lockutils [None req-ed9231ed-f4d3-4059-b23c-306e80c3d244 tempest-ServerActionsTestJSON-150836728 tempest-ServerActionsTestJSON-150836728-project-member] Lock "f40b4177-0bae-4402-91fa-fcdeb9101b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.451901] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.452439] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.452499] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.452646] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.452820] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.454894] env[69905]: INFO nova.compute.manager [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Terminating instance [ 1510.959013] env[69905]: DEBUG nova.compute.manager [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.959295] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.960204] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d96d17b-00f6-4afc-ae95-6dd21c62307f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.968073] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.968298] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd534311-5815-4db5-be50-053e5e4ba727 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.974633] env[69905]: DEBUG oslo_vmware.api [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1510.974633] env[69905]: value = "task-3414788" [ 1510.974633] env[69905]: _type = "Task" [ 1510.974633] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.981967] env[69905]: DEBUG oslo_vmware.api [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.485314] env[69905]: DEBUG oslo_vmware.api [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414788, 'name': PowerOffVM_Task, 'duration_secs': 0.221125} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.485747] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.485796] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.486041] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d23419-5875-4f2a-af88-1524a28dc640 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.551831] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.552068] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.552269] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleting the datastore file [datastore1] 61f6de84-05b8-4103-ac6c-c7e5650f98e6 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.552545] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e472f076-ea34-41d7-87cc-b8df641b2893 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.559948] env[69905]: DEBUG oslo_vmware.api [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for the task: (returnval){ [ 1511.559948] env[69905]: value = "task-3414790" [ 1511.559948] env[69905]: _type = "Task" [ 1511.559948] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.567743] env[69905]: DEBUG oslo_vmware.api [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.070063] env[69905]: DEBUG oslo_vmware.api [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Task: {'id': task-3414790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123303} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.070358] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.070501] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.070672] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.070845] env[69905]: INFO nova.compute.manager [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1512.071091] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.071284] env[69905]: DEBUG nova.compute.manager [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.071382] env[69905]: DEBUG nova.network.neutron [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.501435] env[69905]: DEBUG nova.compute.manager [req-d3a6c354-f581-4484-819a-5856375e2e00 req-041bd41d-83fa-4ffb-bf9e-cb54510b90c4 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Received event network-vif-deleted-4d5719f2-a603-470a-880f-dcdc313b7ea8 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.501752] env[69905]: INFO nova.compute.manager [req-d3a6c354-f581-4484-819a-5856375e2e00 req-041bd41d-83fa-4ffb-bf9e-cb54510b90c4 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Neutron deleted interface 4d5719f2-a603-470a-880f-dcdc313b7ea8; detaching it from the instance and deleting it from the info cache [ 1512.501828] env[69905]: DEBUG nova.network.neutron [req-d3a6c354-f581-4484-819a-5856375e2e00 req-041bd41d-83fa-4ffb-bf9e-cb54510b90c4 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.978664] env[69905]: DEBUG nova.network.neutron [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.004959] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-011b4541-b102-4e2b-a22a-98233a62ac45 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.015522] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3007b74c-f858-4583-b288-38d759008061 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.042486] env[69905]: DEBUG nova.compute.manager [req-d3a6c354-f581-4484-819a-5856375e2e00 req-041bd41d-83fa-4ffb-bf9e-cb54510b90c4 service nova] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Detach interface failed, port_id=4d5719f2-a603-470a-880f-dcdc313b7ea8, reason: Instance 61f6de84-05b8-4103-ac6c-c7e5650f98e6 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1513.481315] env[69905]: INFO nova.compute.manager [-] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Took 1.41 seconds to deallocate network for instance. [ 1513.988590] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.989032] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.989144] env[69905]: DEBUG nova.objects.instance [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lazy-loading 'resources' on Instance uuid 61f6de84-05b8-4103-ac6c-c7e5650f98e6 {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.553024] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d91de-b5a2-4e18-a3ef-8b5362742c11 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.560779] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c8b264-3693-481d-bb5e-48f1ae95268c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.592919] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c24af0-4bb0-44c2-bb1c-6ccd0dd35350 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.600351] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d23e48-ab32-4924-b8cd-0d37a8a27d14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.614140] env[69905]: DEBUG nova.compute.provider_tree [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.117319] env[69905]: DEBUG nova.scheduler.client.report [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.623032] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.640342] env[69905]: INFO nova.scheduler.client.report [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Deleted allocations for instance 61f6de84-05b8-4103-ac6c-c7e5650f98e6 [ 1516.149735] env[69905]: DEBUG oslo_concurrency.lockutils [None req-70a9a94f-dbb6-4e04-add0-d2b56d6ca19d tempest-AttachVolumeShelveTestJSON-567423100 tempest-AttachVolumeShelveTestJSON-567423100-project-member] Lock "61f6de84-05b8-4103-ac6c-c7e5650f98e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.697s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.465832] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "0204670f-fe22-4c92-b1b6-939a358a18b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.466272] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.466322] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.466513] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.466736] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.468995] env[69905]: INFO nova.compute.manager [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Terminating instance [ 1523.973411] env[69905]: DEBUG nova.compute.manager [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1523.973640] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.973944] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2617e2b-5a85-4b28-b944-7197b53b811c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.981865] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1523.981865] env[69905]: value = "task-3414792" [ 1523.981865] env[69905]: _type = "Task" [ 1523.981865] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.989605] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.491526] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414792, 'name': PowerOffVM_Task, 'duration_secs': 0.172279} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.491921] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.491967] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Volume detach. Driver type: vmdk {{(pid=69905) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1524.492166] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681332', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'name': 'volume-18bee58a-65f4-49c5-82c9-f04212521dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0204670f-fe22-4c92-b1b6-939a358a18b4', 'attached_at': '2025-04-14T12:14:25.000000', 'detached_at': '', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'serial': '18bee58a-65f4-49c5-82c9-f04212521dd9'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1524.492895] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8e3ec-86b3-454e-bd06-1804398fed14 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.512128] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ddabc6-4d70-4a1b-ac24-71c58e86a520 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.518322] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aa06c8-f3f1-4acd-b616-cf752c87ea33 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.534758] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1f2c8d-fcfe-43f9-af55-c7bcf38272b9 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.548271] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] The volume has not been displaced from its original location: [datastore1] volume-18bee58a-65f4-49c5-82c9-f04212521dd9/volume-18bee58a-65f4-49c5-82c9-f04212521dd9.vmdk. No consolidation needed. {{(pid=69905) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1524.553377] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1524.553623] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f3bc1a-af57-4d76-a302-00e5056f31f7 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.570853] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1524.570853] env[69905]: value = "task-3414793" [ 1524.570853] env[69905]: _type = "Task" [ 1524.570853] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.583501] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.080836] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414793, 'name': ReconfigVM_Task, 'duration_secs': 0.150636} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.081088] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69905) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1525.085611] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8756b2da-7019-449c-8780-9e212d09613c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.099311] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1525.099311] env[69905]: value = "task-3414794" [ 1525.099311] env[69905]: _type = "Task" [ 1525.099311] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.106890] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.609518] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414794, 'name': ReconfigVM_Task, 'duration_secs': 0.143468} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.609902] env[69905]: DEBUG nova.virt.vmwareapi.volumeops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681332', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'name': 'volume-18bee58a-65f4-49c5-82c9-f04212521dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0204670f-fe22-4c92-b1b6-939a358a18b4', 'attached_at': '2025-04-14T12:14:25.000000', 'detached_at': '', 'volume_id': '18bee58a-65f4-49c5-82c9-f04212521dd9', 'serial': '18bee58a-65f4-49c5-82c9-f04212521dd9'} {{(pid=69905) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1525.610112] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1525.610843] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c325bf4-5adc-4263-804d-f6063d5405ba {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.616821] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.617035] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef24f0e2-0f8a-420c-9494-f00430897770 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.679013] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1525.679286] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Deleting contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1525.679433] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleting the datastore file [datastore1] 0204670f-fe22-4c92-b1b6-939a358a18b4 {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1525.679693] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbdf09cc-dac4-4b1b-9fb8-022319181d62 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.685875] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1525.685875] env[69905]: value = "task-3414796" [ 1525.685875] env[69905]: _type = "Task" [ 1525.685875] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.693519] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.195953] env[69905]: DEBUG oslo_vmware.api [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08245} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.196226] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.196431] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Deleted contents of the VM from datastore datastore1 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.196608] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1526.196781] env[69905]: INFO nova.compute.manager [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1526.197036] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1526.197233] env[69905]: DEBUG nova.compute.manager [-] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1526.197332] env[69905]: DEBUG nova.network.neutron [-] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1526.624085] env[69905]: DEBUG nova.compute.manager [req-6fbe2b3c-10de-403e-9f99-d825347ad9cf req-d40fcbc9-38d5-413d-b041-a1d657adf66f service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Received event network-vif-deleted-3aa78724-c159-47a9-94b3-b319af19345e {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1526.624085] env[69905]: INFO nova.compute.manager [req-6fbe2b3c-10de-403e-9f99-d825347ad9cf req-d40fcbc9-38d5-413d-b041-a1d657adf66f service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Neutron deleted interface 3aa78724-c159-47a9-94b3-b319af19345e; detaching it from the instance and deleting it from the info cache [ 1526.624363] env[69905]: DEBUG nova.network.neutron [req-6fbe2b3c-10de-403e-9f99-d825347ad9cf req-d40fcbc9-38d5-413d-b041-a1d657adf66f service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.107032] env[69905]: DEBUG nova.network.neutron [-] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.126625] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84beb008-131d-48de-8629-022140f0b888 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.139359] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac204f0-3dc8-4c0e-93f2-f1fb643aa6ef {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.165167] env[69905]: DEBUG nova.compute.manager [req-6fbe2b3c-10de-403e-9f99-d825347ad9cf req-d40fcbc9-38d5-413d-b041-a1d657adf66f service nova] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Detach interface failed, port_id=3aa78724-c159-47a9-94b3-b319af19345e, reason: Instance 0204670f-fe22-4c92-b1b6-939a358a18b4 could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1527.609946] env[69905]: INFO nova.compute.manager [-] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Took 1.41 seconds to deallocate network for instance. [ 1528.156293] env[69905]: INFO nova.compute.manager [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Took 0.55 seconds to detach 1 volumes for instance. [ 1528.158353] env[69905]: DEBUG nova.compute.manager [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Deleting volume: 18bee58a-65f4-49c5-82c9-f04212521dd9 {{(pid=69905) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1528.694203] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.694481] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.694706] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.722372] env[69905]: INFO nova.scheduler.client.report [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted allocations for instance 0204670f-fe22-4c92-b1b6-939a358a18b4 [ 1529.230645] env[69905]: DEBUG oslo_concurrency.lockutils [None req-59959e76-d454-4f2d-9a23-969c3a65ae73 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "0204670f-fe22-4c92-b1b6-939a358a18b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.091787] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "db3f2bfa-5de0-40be-90d4-7d305113edfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.092093] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.092311] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "db3f2bfa-5de0-40be-90d4-7d305113edfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.092497] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.092685] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.095048] env[69905]: INFO nova.compute.manager [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Terminating instance [ 1530.598780] env[69905]: DEBUG nova.compute.manager [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.599178] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.600047] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a3240f-c78a-4329-87d1-3210cdc39cd3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.609008] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.609243] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a419d164-ff21-4173-b93d-aa97f950ae4e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.615284] env[69905]: DEBUG oslo_vmware.api [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1530.615284] env[69905]: value = "task-3414798" [ 1530.615284] env[69905]: _type = "Task" [ 1530.615284] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.622949] env[69905]: DEBUG oslo_vmware.api [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.124579] env[69905]: DEBUG oslo_vmware.api [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414798, 'name': PowerOffVM_Task, 'duration_secs': 0.218827} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.124883] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.125052] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.125302] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d43bac4-e310-4aa7-b95f-1d5ee68d59f8 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.385497] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.385730] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.385856] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleting the datastore file [datastore2] db3f2bfa-5de0-40be-90d4-7d305113edfa {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.386143] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09402db6-6022-4f27-8326-5555e7e2d45d {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.392769] env[69905]: DEBUG oslo_vmware.api [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1531.392769] env[69905]: value = "task-3414800" [ 1531.392769] env[69905]: _type = "Task" [ 1531.392769] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.401128] env[69905]: DEBUG oslo_vmware.api [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.902341] env[69905]: DEBUG oslo_vmware.api [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152364} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.902683] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.902798] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.902936] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.903130] env[69905]: INFO nova.compute.manager [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1531.903419] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1531.903625] env[69905]: DEBUG nova.compute.manager [-] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1531.903722] env[69905]: DEBUG nova.network.neutron [-] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.168836] env[69905]: DEBUG nova.compute.manager [req-55492bb5-d68f-4391-9a4f-559be321ba73 req-e726e1ca-b0d1-44e4-8eb2-50194ebb2c7b service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Received event network-vif-deleted-652c1cfc-35d3-4bd0-97a2-4f99a56b33b0 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1532.169049] env[69905]: INFO nova.compute.manager [req-55492bb5-d68f-4391-9a4f-559be321ba73 req-e726e1ca-b0d1-44e4-8eb2-50194ebb2c7b service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Neutron deleted interface 652c1cfc-35d3-4bd0-97a2-4f99a56b33b0; detaching it from the instance and deleting it from the info cache [ 1532.169382] env[69905]: DEBUG nova.network.neutron [req-55492bb5-d68f-4391-9a4f-559be321ba73 req-e726e1ca-b0d1-44e4-8eb2-50194ebb2c7b service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.650867] env[69905]: DEBUG nova.network.neutron [-] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.671966] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1db3371-ba38-4e3c-aab2-3f648c177ef3 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.681742] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11161ae-51d3-4b91-8786-455d39a04878 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.705553] env[69905]: DEBUG nova.compute.manager [req-55492bb5-d68f-4391-9a4f-559be321ba73 req-e726e1ca-b0d1-44e4-8eb2-50194ebb2c7b service nova] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Detach interface failed, port_id=652c1cfc-35d3-4bd0-97a2-4f99a56b33b0, reason: Instance db3f2bfa-5de0-40be-90d4-7d305113edfa could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1533.153043] env[69905]: INFO nova.compute.manager [-] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Took 1.25 seconds to deallocate network for instance. [ 1533.659448] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.659756] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.659989] env[69905]: DEBUG nova.objects.instance [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'resources' on Instance uuid db3f2bfa-5de0-40be-90d4-7d305113edfa {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.205110] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906b473-532d-4080-ab36-03b19c24bbde {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.213700] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c6499-f1f7-41ce-aa49-194f86321183 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.242469] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac401e-9821-4651-b21c-d05f6882b550 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.249068] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a0bdf-bfaa-4deb-b17a-b3a9c39fd88b {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.261506] env[69905]: DEBUG nova.compute.provider_tree [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.764836] env[69905]: DEBUG nova.scheduler.client.report [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.270205] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.290398] env[69905]: INFO nova.scheduler.client.report [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted allocations for instance db3f2bfa-5de0-40be-90d4-7d305113edfa [ 1535.798045] env[69905]: DEBUG oslo_concurrency.lockutils [None req-50b5b510-630b-47e3-8ac6-23e859649b7c tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "db3f2bfa-5de0-40be-90d4-7d305113edfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.792081] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.792486] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.792591] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.792771] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.792941] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.795387] env[69905]: INFO nova.compute.manager [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Terminating instance [ 1540.299530] env[69905]: DEBUG nova.compute.manager [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Start destroying the instance on the hypervisor. {{(pid=69905) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.299787] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Destroying instance {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.301072] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6d09c-0144-4a07-923f-111bb30e5daa {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.308410] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Powering off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.308632] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1068042a-696e-4e19-8493-aaf00a4db786 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.314574] env[69905]: DEBUG oslo_vmware.api [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1540.314574] env[69905]: value = "task-3414802" [ 1540.314574] env[69905]: _type = "Task" [ 1540.314574] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.321714] env[69905]: DEBUG oslo_vmware.api [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.824562] env[69905]: DEBUG oslo_vmware.api [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414802, 'name': PowerOffVM_Task, 'duration_secs': 0.206787} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.824926] env[69905]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Powered off the VM {{(pid=69905) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.825062] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Unregistering the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.825331] env[69905]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddd9634a-1f2c-47c7-9edd-43bf34a8f76f {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.883709] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Unregistered the VM {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.883937] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Deleting contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.884131] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleting the datastore file [datastore2] e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.884387] env[69905]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82793c3e-4c95-49ec-9f35-d2a218caa4da {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.889846] env[69905]: DEBUG oslo_vmware.api [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for the task: (returnval){ [ 1540.889846] env[69905]: value = "task-3414804" [ 1540.889846] env[69905]: _type = "Task" [ 1540.889846] env[69905]: } to complete. {{(pid=69905) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.897076] env[69905]: DEBUG oslo_vmware.api [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.399270] env[69905]: DEBUG oslo_vmware.api [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Task: {'id': task-3414804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126693} completed successfully. {{(pid=69905) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.399623] env[69905]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted the datastore file {{(pid=69905) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.399772] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Deleted contents of the VM from datastore datastore2 {{(pid=69905) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.399944] env[69905]: DEBUG nova.virt.vmwareapi.vmops [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Instance destroyed {{(pid=69905) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.400139] env[69905]: INFO nova.compute.manager [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1541.400372] env[69905]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69905) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1541.400556] env[69905]: DEBUG nova.compute.manager [-] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Deallocating network for instance {{(pid=69905) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.400653] env[69905]: DEBUG nova.network.neutron [-] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] deallocate_for_instance() {{(pid=69905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.862006] env[69905]: DEBUG nova.compute.manager [req-04294d31-7d36-4af4-811a-502e4a226094 req-65253dec-72a8-459a-84a0-adb6616e4579 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Received event network-vif-deleted-d0f88de0-1c29-4e94-800e-e6db82d55f84 {{(pid=69905) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.862310] env[69905]: INFO nova.compute.manager [req-04294d31-7d36-4af4-811a-502e4a226094 req-65253dec-72a8-459a-84a0-adb6616e4579 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Neutron deleted interface d0f88de0-1c29-4e94-800e-e6db82d55f84; detaching it from the instance and deleting it from the info cache [ 1541.862541] env[69905]: DEBUG nova.network.neutron [req-04294d31-7d36-4af4-811a-502e4a226094 req-65253dec-72a8-459a-84a0-adb6616e4579 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.338563] env[69905]: DEBUG nova.network.neutron [-] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Updating instance_info_cache with network_info: [] {{(pid=69905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.365260] env[69905]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bb293a0-0acc-4a28-8c68-1ed1d9e25213 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.375320] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b0706-d3bf-4a58-ba2f-854a1abf8532 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.398480] env[69905]: DEBUG nova.compute.manager [req-04294d31-7d36-4af4-811a-502e4a226094 req-65253dec-72a8-459a-84a0-adb6616e4579 service nova] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Detach interface failed, port_id=d0f88de0-1c29-4e94-800e-e6db82d55f84, reason: Instance e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d could not be found. {{(pid=69905) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1542.840882] env[69905]: INFO nova.compute.manager [-] [instance: e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d] Took 1.44 seconds to deallocate network for instance. [ 1543.347111] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.347541] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.347611] env[69905]: DEBUG nova.objects.instance [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lazy-loading 'resources' on Instance uuid e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d {{(pid=69905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.880445] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9bd9e5-1a80-44d5-81aa-977cab0daaf4 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.887689] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5e7aeb-bfe5-44da-913f-401659be41fc {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.915948] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b6e6f8-1592-4536-8565-d8812d4c3e6c {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.922339] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a28df-d447-4e59-8ebb-f8725ecf3d4e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.934905] env[69905]: DEBUG nova.compute.provider_tree [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.438295] env[69905]: DEBUG nova.scheduler.client.report [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.943326] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.596s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.960858] env[69905]: INFO nova.scheduler.client.report [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Deleted allocations for instance e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d [ 1545.468414] env[69905]: DEBUG oslo_concurrency.lockutils [None req-fba02f23-711f-4d19-8231-0ed5d89f3756 tempest-ServerActionsTestOtherA-1848808328 tempest-ServerActionsTestOtherA-1848808328-project-member] Lock "e3a5375a-6c9b-4cb8-90bf-bd9d8ce9569d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.189592] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.692260] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.692527] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.692714] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.692905] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69905) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1549.693799] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a8ce79-2949-443a-a2ce-dd7c6ec48b20 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.701807] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b54123-77ce-49c6-868e-020cdeb1075a {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.714839] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62453ca9-d085-433e-b505-258a9244bc02 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.721132] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc66df-39ab-421b-a3c7-65a62d531df2 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.748435] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179976MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69905) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1549.748568] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.748765] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.767909] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1550.768178] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69905) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1550.780902] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e7a6f-9482-4151-b4ca-99784d55ee20 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.788571] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f48613-67a0-4382-846a-5798e4cdd1f1 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.818016] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf0d8e-ea12-48ae-82d8-15903d8aa635 {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.824596] env[69905]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cfe9d2-5aba-4c23-9973-e8fc5e312c0e {{(pid=69905) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.837085] env[69905]: DEBUG nova.compute.provider_tree [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed in ProviderTree for provider: f133ba43-d404-412b-a798-6fa4ec2fd7a0 {{(pid=69905) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.340053] env[69905]: DEBUG nova.scheduler.client.report [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Inventory has not changed for provider f133ba43-d404-412b-a798-6fa4ec2fd7a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69905) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.844146] env[69905]: DEBUG nova.compute.resource_tracker [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69905) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1551.844549] env[69905]: DEBUG oslo_concurrency.lockutils [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=69905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.189068] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.189324] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.189486] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.189629] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69905) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1553.692388] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.189214] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.189393] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.189793] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69905) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1558.189768] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.185184] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.188809] env[69905]: DEBUG oslo_service.periodic_task [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69905) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.188955] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] Cleaning up deleted instances {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1559.696564] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] There are 20 instances to clean {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1559.697029] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 0204670f-fe22-4c92-b1b6-939a358a18b4] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.199613] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: f40b4177-0bae-4402-91fa-fcdeb9101b06] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.703308] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: db3f2bfa-5de0-40be-90d4-7d305113edfa] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.207024] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 61f6de84-05b8-4103-ac6c-c7e5650f98e6] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.712055] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: abe4ffb4-6a14-438f-9eed-5c7cc9a44e72] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.215741] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: eeeb3bbb-68a6-48ba-86d7-0cdb46c48191] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.719250] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 9a16c40d-3f6a-47f1-ae52-567c4157f187] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.222613] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 445b3bbd-435f-4064-8cd9-b600252b9fdb] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.725919] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 95569a7c-2cc4-4134-b993-b4f1c09cb29e] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.230013] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: 928558f2-2d8c-4ab5-929c-d229474a51b6] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.733936] env[69905]: DEBUG nova.compute.manager [None req-b1de0258-7775-4d96-bff8-039c82f9f3c9 None None] [instance: d4638baf-5922-4ab6-ad3c-5f0ec0fd44e2] Instance has had 0 of 5 cleanup attempts {{(pid=69905) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}